-- Logs begin at Mon 2021-12-13 22:03:11 UTC, end at Mon 2021-12-13 23:20:23 UTC. -- Dec 13 22:54:55.730424 dv-cinder-796286-23-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 22:54:58.543864 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.common.config [-] Logging enabled! Dec 13 22:54:58.544606 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 13 22:54:58.544606 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102447) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 22:54:58.547934 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.common.config [-] Logging enabled! Dec 13 22:54:58.548180 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 13 22:54:58.548487 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102447) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 22:54:58.549420 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 22:54:58.549672 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 22:54:58.550041 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 22:54:58.550375 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 22:54:58.550596 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 22:54:58.550910 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.551330 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 22:54:58.551634 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.551924 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.552191 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.552474 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.552758 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.553031 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.553695 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.553986 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.554263 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.554536 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.554809 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.555091 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.555355 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.555632 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.555909 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.556273 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] debug = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.556553 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.556980 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.557416 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.557689 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.557969 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.558313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.558560 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.558833 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.559104 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.559425 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] host = dv-cinder-796286-23-iscsi {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.559697 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.559979 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.560259 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.560537 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.560806 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.561075 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.561371 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.561641 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.561907 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.562173 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.562452 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.562732 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.563015 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.563234 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.563449 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.563738 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.564017 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.564286 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.564549 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.564815 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.565080 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.565364 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.565629 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.565907 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.566184 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.566460 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.566728 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.566996 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.567262 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.567527 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.567805 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.568070 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.568335 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.568601 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.568882 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.569146 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.569446 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.569741 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.570027 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.570306 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.570586 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.570854 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.571132 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.571398 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.571664 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.571931 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] use_json = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.572199 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.572461 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.572736 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.573005 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.573271 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.573561 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.573853 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.574136 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:54:58.574544 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.574849 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.575149 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.575431 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.575734 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.576011 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.576298 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.576575 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.576859 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.577145 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.577456 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.577734 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.578018 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.578293 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.578582 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.578883 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.579172 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.579458 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.579729 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.580003 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.580275 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.580548 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.580831 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.581106 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.581426 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.581713 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.581986 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.582281 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.582565 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.582851 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.583137 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.583409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.583684 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.583974 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.584250 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.584520 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.584797 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.585083 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.585378 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.585652 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.585935 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.586213 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.586480 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.586746 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.587020 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.587308 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.587601 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.587844 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.588110 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.588381 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.588645 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.588923 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.589194 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.589542 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.589803 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.590081 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.590345 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.590611 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.590883 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.591150 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.591422 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.591687 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.591956 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.592224 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.592489 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.592754 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.593020 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.593284 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.593578 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.593843 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.594110 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.594375 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.594639 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.594906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.595186 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.595476 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.595746 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.596016 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.596284 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.596551 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.596820 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.597088 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.597388 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.597661 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.597926 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.598209 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.598483 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.598761 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.599036 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.599330 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.599615 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.599882 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.600160 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.600428 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.600696 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.600970 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.601244 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.601553 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.601841 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.602125 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.602411 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.602697 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.602970 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.603270 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.603541 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:54:58.603753 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 22:54:58.603989 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102447) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 22:54:59.034844 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 22:54:59.035069 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 22:54:59.035408 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 22:54:59.035738 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 22:54:59.355796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.356033 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.356337 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.357645 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.357909 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.358167 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.402519 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.402791 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.403049 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.416991 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.417263 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.417765 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.446067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.446338 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.446600 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.483724 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.483985 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.484247 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.823074 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.823726 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.823726 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.823726 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.824462 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.922386 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.922677 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.922984 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.923245 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.923497 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.923801 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.924050 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.924294 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.924537 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.924810 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.925061 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.925313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.925578 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.925823 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.926070 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.926326 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.926573 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.926833 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.927095 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.927326 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.927591 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.927837 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.928109 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.928844 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.929085 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.929323 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.929736 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:54:59.929971 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:54:59.930207 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:54:59.930439 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:54:59.930666 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:54:59.930894 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:54:59.931251 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 22:54:59.934490 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 22:54:59.938494 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 22:54:59.942502 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 13 22:54:59.944117 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 22:54:59.944583 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 22:54:59.944916 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 22:54:59.945297 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 22:54:59.948130 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 22:54:59.948369 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 22:54:59.948736 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 22:54:59.954576 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 22:54:59.977735 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 22:54:59.978180 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.978473 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102447) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 22:54:59.978833 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.980238 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102447) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 22:54:59.980514 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 22:54:59.980741 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 22:54:59.983993 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:54:59.984266 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.047270 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 22:55:00.047480 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 22:55:00.047738 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 22:55:00.048105 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 22:55:00.073466 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_db.sqlalchemy.engines [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102447) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 22:55:00.512959 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing driver for type 'gre' Dec 13 22:55:00.513627 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] gre ID ranges: [(1, 1000)] Dec 13 22:55:00.569532 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing driver for type 'local' Dec 13 22:55:00.569925 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing driver for type 'vlan' Dec 13 22:55:00.585522 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] VlanTypeDriver initialization complete Dec 13 22:55:00.585898 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing driver for type 'vxlan' Dec 13 22:55:00.586369 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] vxlan ID ranges: [(1, 1000)] Dec 13 22:55:00.647258 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing extension driver 'port_security' Dec 13 22:55:00.647623 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.extensions.port_security [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] PortSecurityExtensionDriver initialization complete Dec 13 22:55:00.647963 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing mechanism driver 'openvswitch' Dec 13 22:55:00.648306 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing mechanism driver 'hyperv' Dec 13 22:55:00.655798 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:00.656662 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.657036 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.657419 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.657968 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102447) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 22:55:00.658408 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.658767 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.659112 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.659539 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102447) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 22:55:00.659940 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.660285 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.660627 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.661019 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102447) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 22:55:00.661451 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > security_group after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.661807 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > security_group after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.662151 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.662549 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102447) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 22:55:00.662953 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.663301 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.663621 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.664015 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102447) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 22:55:00.664413 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > address_group after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.664759 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > address_group after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.665095 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.665510 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102447) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 22:55:00.665919 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] ML2 OVO RPC backend initialized. {{(pid=102447) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 22:55:00.666628 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.666986 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.667436 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.668286 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > networks before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.668642 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.668996 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > ports before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.669354 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.669706 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnets before_response 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.670056 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.670382 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.670721 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.671058 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.671394 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.671729 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.672065 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.672398 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.672732 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.673320 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.plugin [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Modular L2 Plugin initialization complete Dec 13 22:55:00.673675 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading services supported by the core plugin {{(pid=102447) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 22:55:00.674002 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.plugins.ml2.managers [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Got port-security extension from driver 'port_security' Dec 13 22:55:00.674471 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.extensions.vlantransparent [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Disabled vlantransparent extension. Dec 13 22:55:00.674954 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102447) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 22:55:00.675268 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: router Dec 13 22:55:00.712841 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.713226 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_create 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.713599 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router before_create 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.713989 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.714524 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.714908 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_delete 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.715272 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.715748 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.716098 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_create 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.716448 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_update 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.716799 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_update 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.717147 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.717536 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_update 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.717951 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_update 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.718322 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.718663 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.719006 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: subnet after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.719328 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.719678 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.720026 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_create 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.720368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.720713 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.721070 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router after_update 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.721448 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.721808 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_create 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.722172 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.722517 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_update 55549900 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.722888 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > agent after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.723239 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > agent after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.723585 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > network after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.724458 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Tracking information for resource: router configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:55:00.724796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Tracking information for resource: floatingip configured {{(pid=102447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 22:55:00.729787 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.db.l3_agentschedulers_db [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 22:55:00.730874 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.731240 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.731597 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.731958 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.732749 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router before_create 55550100 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.733112 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.733499 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_create 55550100 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.733825 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > router precommit_update 55550100 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.738760 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.provider_configuration [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service providers = [] {{(pid=102447) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 22:55:00.739127 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.db.servicetype_db [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102447) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 22:55:00.742102 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.service_base [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 22:55:00.742450 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.service_base [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 22:55:00.742793 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.service_base [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 22:55:00.743688 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.services.service_base [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 22:55:00.744060 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.services.service_base [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 22:55:00.744431 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.744750 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 22:55:00.756049 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.756389 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: auto_allocate Dec 13 22:55:00.762768 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: network precommit_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.763206 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: network precommit_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.763656 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.763978 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: tag Dec 13 22:55:00.770786 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.771122 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: timestamp Dec 13 22:55:00.774959 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.775289 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: network_ip_availability Dec 13 22:55:00.781291 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.781701 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.782060 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:00.782766 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.783088 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: flavors Dec 13 22:55:00.788059 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.788395 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading Plugin: revisions Dec 13 22:55:00.795957 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 22:55:00.796347 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_concurrency.lockutils [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=102447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 22:55:00.797097 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102447) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 22:55:00.797459 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Initializing extension manager. Dec 13 22:55:00.797988 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: __init__.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.798333 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: __pycache__ {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.798666 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.798996 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: address_group.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.799750 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.800316 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: address-group Dec 13 22:55:00.800638 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: address_scope.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.801363 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.801886 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: address-scope Dec 13 22:55:00.802190 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.803129 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.803993 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: router-admin-state-down-before-update Dec 13 22:55:00.804315 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: agent.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.805016 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.805543 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: agent Dec 13 22:55:00.805867 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: agent_resources_synced.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.806772 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.807278 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: agent-resources-synced Dec 13 22:55:00.807600 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: allowedaddresspairs.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.809694 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.810214 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: allowed-address-pairs Dec 13 22:55:00.810543 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: auto_allocated_topology.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.811612 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.812129 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: auto-allocated-topology Dec 13 22:55:00.812452 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: availability_zone.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.813139 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.813687 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: availability_zone Dec 13 22:55:00.814001 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: availability_zone_filter.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.814906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.815429 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: availability_zone_filter Dec 13 22:55:00.815736 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: data_plane_status.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.816635 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.817139 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 22:55:00.817495 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: default_subnetpools.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.818413 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.818923 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: default-subnetpools Dec 13 22:55:00.819248 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.820051 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.820561 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: dhcp_agent_scheduler Dec 13 22:55:00.820884 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: dns.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.821837 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.822345 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension dns-integration not supported by any of loaded plugins Dec 13 22:55:00.822671 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: dns_domain_ports.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.823595 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.824665 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 22:55:00.824995 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.825963 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.826481 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 22:55:00.826809 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: dvr.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.827486 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.828004 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: dvr Dec 13 22:55:00.828330 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: ecmp_routes.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.829247 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.829783 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 22:55:00.830103 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: empty_string_filtering.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.831007 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.831515 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: empty-string-filtering Dec 13 22:55:00.831837 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.832739 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.833245 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 22:55:00.833589 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.834499 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.835001 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 22:55:00.835323 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: external_net.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.836229 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.836737 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: external-net Dec 13 22:55:00.837055 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.837998 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.838507 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: extra_dhcp_opt Dec 13 22:55:00.838826 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: extraroute.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.840267 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.840784 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: extraroute Dec 13 22:55:00.841105 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: extraroute_atomic.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.843634 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.844177 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: extraroute-atomic Dec 13 22:55:00.844509 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: filter_validation.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.845185 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.845732 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: filter-validation Dec 13 22:55:00.846059 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: fip_pf_description.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.846984 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.847495 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 22:55:00.847826 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: fip_port_details.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.848746 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.849259 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: fip-port-details Dec 13 22:55:00.849619 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: flavors.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.850876 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.851397 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: flavors Dec 13 22:55:00.851726 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.853419 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.853950 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 22:55:00.854278 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: floatingip_pools.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.855047 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.856025 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: floatingip-pools Dec 13 22:55:00.856351 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: ip_allocation.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.857274 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.857812 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 22:55:00.858137 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.859055 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.859568 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: ip-substring-filtering Dec 13 22:55:00.859890 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l2_adjacency.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.860816 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.861316 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 22:55:00.861666 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.862630 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.863148 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: router Dec 13 22:55:00.863466 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.865762 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.866293 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 22:55:00.866626 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.867545 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.868074 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: ext-gw-mode Dec 13 22:55:00.868399 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.869352 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.869876 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: l3-ha Dec 13 22:55:00.870200 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3_flavors.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.871607 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.872130 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: l3-flavors Dec 13 22:55:00.872454 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.873397 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.873920 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 22:55:00.874241 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: l3agentscheduler.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.875268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.875782 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: l3_agent_scheduler Dec 13 22:55:00.876113 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: local_ip.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.877928 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.878449 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension local_ip not supported by any of loaded plugins Dec 13 22:55:00.878779 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: logging.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.880272 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.880796 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension logging not supported by any of loaded plugins Dec 13 22:55:00.881131 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: metering.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.882034 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.882614 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: metering Dec 13 22:55:00.882940 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.884032 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.884552 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: metering_source_and_destination_fields Dec 13 22:55:00.884875 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: multiprovidernet.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.885831 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.886521 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: multi-provider Dec 13 22:55:00.886852 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: netmtu.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.887772 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.888281 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: net-mtu Dec 13 22:55:00.888605 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: netmtu_writable.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.889551 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.890062 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: net-mtu-writable Dec 13 22:55:00.890386 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: network_availability_zone.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.891051 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.891564 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: network_availability_zone Dec 13 22:55:00.891880 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: network_ip_availability.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.893007 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.893562 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: network-ip-availability Dec 13 22:55:00.894020 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: network_segment_range.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.894796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.895302 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 22:55:00.895619 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: pagination.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.896596 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.896927 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: pagination Dec 13 22:55:00.897244 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: port_device_profile.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.898183 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.898690 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: port-device-profile Dec 13 22:55:00.899009 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.899921 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.900427 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: port-mac-address-regenerate Dec 13 22:55:00.900746 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.901699 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.902669 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: port-numa-affinity-policy Dec 13 22:55:00.903163 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: port_resource_request.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.904547 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.905156 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 22:55:00.905510 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: port_resource_request_groups.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.906475 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.906979 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 22:55:00.907305 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: portbindings.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.908226 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.908737 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: binding Dec 13 22:55:00.909059 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: portbindings_extended.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.910372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.910887 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: binding-extended Dec 13 22:55:00.911213 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: portsecurity.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.912124 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.912634 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: port-security Dec 13 22:55:00.912970 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: project_id.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.913974 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.914304 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: project-id Dec 13 22:55:00.914627 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: providernet.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.915545 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.916059 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: provider Dec 13 22:55:00.916379 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.920477 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.921003 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos not supported by any of loaded plugins Dec 13 22:55:00.921344 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.922611 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.923136 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 22:55:00.923465 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.924389 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.924899 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 22:55:00.925220 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_default.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.926161 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.926672 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-default not supported by any of loaded plugins Dec 13 22:55:00.926999 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_fip.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.927650 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.928156 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-fip not supported by any of loaded plugins Dec 13 22:55:00.928835 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_fip_network_policy.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.929862 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 22:55:00.930196 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_gateway_ip.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.931100 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.931617 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 22:55:00.931939 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_port_network_policy.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.932864 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.933633 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 22:55:00.933968 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.935120 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.935635 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 22:55:00.935962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_pps_rule.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.937165 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.937729 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-pps not supported by any of loaded plugins Dec 13 22:55:00.938055 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_rule_type_details.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.938988 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.939508 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 22:55:00.939833 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: qos_rules_alias.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.940876 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.941417 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 22:55:00.941744 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: quota_check_limit.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.942658 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.943175 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: quota-check-limit Dec 13 22:55:00.943498 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: quotasv2.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.944462 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.944791 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: quotas Dec 13 22:55:00.945117 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: quotasv2_detail.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.948320 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.948764 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: quota_details Dec 13 22:55:00.949635 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: rbac.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.950729 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.951256 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: rbac-policies Dec 13 22:55:00.951590 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: rbac_address_group.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.952531 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.953062 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: rbac-address-group Dec 13 22:55:00.953422 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: rbac_address_scope.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.954346 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.954866 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: rbac-address-scope Dec 13 22:55:00.955195 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: rbac_security_groups.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.956114 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.956637 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: rbac-security-groups Dec 13 22:55:00.956958 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: rbac_subnetpool.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.957889 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.958400 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: rbac-subnetpool Dec 13 22:55:00.958724 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: revisionifmatch.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.959640 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.960152 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: revision-if-match Dec 13 22:55:00.960477 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: revisions.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.961620 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.962133 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: standard-attr-revisions Dec 13 22:55:00.962453 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: router_availability_zone.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.963135 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.963645 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: router_availability_zone Dec 13 22:55:00.963968 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: routerservicetype.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.965418 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.965940 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension router-service-type not supported by any of loaded plugins Dec 13 22:55:00.966268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.967277 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.967797 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: security-groups-normalized-cidr Dec 13 22:55:00.968120 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.969036 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.969579 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: port-security-groups-filtering Dec 13 22:55:00.969903 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.970826 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.971337 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: security-groups-remote-address-group Dec 13 22:55:00.971658 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.972580 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.973099 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: security-groups-shared-filtering Dec 13 22:55:00.973454 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.974038 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 22:55:00.974355 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: securitygroup.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.984698 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.985233 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: security-group Dec 13 22:55:00.985598 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: segment.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.986397 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.986910 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension segment not supported by any of loaded plugins Dec 13 22:55:00.987234 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.988187 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.988697 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 22:55:00.989018 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: servicetype.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.990172 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.990693 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: service-type Dec 13 22:55:00.991018 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: sorting.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.992002 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.992336 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: sorting Dec 13 22:55:00.992656 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: standard_attr_segment.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.993590 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.994115 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 22:55:00.994432 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: standardattrdescription.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.995082 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.995638 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: standard-attr-description Dec 13 22:55:00.996426 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: stateful_security_group.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.997404 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:00.997927 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: stateful-security-group Dec 13 22:55:00.998258 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: stdattrs_common.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:00.998833 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 22:55:00.999157 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.000098 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.000621 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 22:55:01.000973 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: subnet_onboard.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.002078 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.002597 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: subnet_onboard Dec 13 22:55:01.002926 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.003858 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.004368 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 22:55:01.004695 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: subnet_service_types.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.005652 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.006163 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: subnet-service-types Dec 13 22:55:01.006509 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: subnetallocation.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.007580 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.008091 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: subnet_allocation Dec 13 22:55:01.008425 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.009088 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.009630 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: subnetpool-prefix-ops Dec 13 22:55:01.009950 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.010891 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.011570 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 22:55:01.011999 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: tagging.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.013077 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.013690 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: standard-attr-tag Dec 13 22:55:01.013976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: timestamp.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.015183 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.015701 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loaded extension: standard-attr-timestamp Dec 13 22:55:01.016025 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: trunk.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.017072 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.017625 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension trunk not supported by any of loaded plugins Dec 13 22:55:01.017936 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: trunk_details.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.018852 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.019370 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension trunk-details not supported by any of loaded plugins Dec 13 22:55:01.019710 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: uplink_status_propagation.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.020638 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.021127 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 22:55:01.021488 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Loading extension file: vlantransparent.py {{(pid=102447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 22:55:01.022166 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 22:55:01.022677 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 22:55:01.025248 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:network Dec 13 22:55:01.025825 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:subnet Dec 13 22:55:01.026234 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 22:55:01.026624 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:port Dec 13 22:55:01.028066 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.028637 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service FLAVORS assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.029251 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.029711 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.030046 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:router Dec 13 22:55:01.030470 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:floatingip Dec 13 22:55:01.030962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service METERING assigned prefix: /metering {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.032431 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:01.032807 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:01.033161 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 22:55:01.034212 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 22:55:01.034655 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:security_group Dec 13 22:55:01.035089 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 22:55:01.035707 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service CORE assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.036038 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 22:55:01.036377 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] subnetpool is already registered Dec 13 22:55:01.036796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service CORE assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.037118 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 22:55:01.037485 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] subnetpool is already registered Dec 13 22:55:01.039784 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.040214 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service FLAVORS assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.040799 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.041217 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.041585 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:router Dec 13 22:55:01.041926 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] router is already registered Dec 13 22:55:01.042339 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:floatingip Dec 13 22:55:01.042841 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] floatingip is already registered Dec 13 22:55:01.043304 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service METERING assigned prefix: /metering {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.043972 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 22:55:01.044298 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] rbac_policy is already registered Dec 13 22:55:01.044711 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:security_group Dec 13 22:55:01.045045 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] security_group is already registered Dec 13 22:55:01.045478 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 22:55:01.045811 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] security_group_rule is already registered Dec 13 22:55:01.046453 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service CORE assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.046787 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 22:55:01.047117 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] subnetpool is already registered Dec 13 22:55:01.047538 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.v2.resource_helper [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Service CORE assigned prefix: {{(pid=102447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 22:55:01.047859 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 22:55:01.048186 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING neutron.quota.resource_registry [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] subnetpool is already registered Dec 13 22:55:01.048646 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: extensions {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.050098 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: address-groups {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.051609 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: address-scopes {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.052931 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: agents {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.054496 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: auto-allocated-topology {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.055735 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: availability_zones {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.056964 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: dhcp-networks {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.059030 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: dhcp-agents {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.060461 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: routers {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.062687 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: flavors {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.063851 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: service_profiles {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.065054 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: next_providers {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.066531 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: service_profiles {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.069005 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: floatingip-pools {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.070258 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: routers {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.072363 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: floatingips {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.073748 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: l3-routers {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.075659 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: l3-agents {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.077071 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: metering-labels {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.078462 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: metering-label-rules {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.079735 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: network-ip-availabilities {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.080994 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: bindings {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.082668 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: quotas {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.084265 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: quotas {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.085816 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: rbac-policies {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.087112 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: security-groups {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.088336 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: security-group-rules {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.090112 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: service-providers {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.091409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: subnetpools {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.092821 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: subnetpools {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.094311 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.095984 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.097835 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.099617 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.101431 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.103285 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.105037 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.107559 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.109374 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.111270 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron.api.extensions [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Extended resource: tags {{(pid=102447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 22:55:01.117364 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING keystonemiddleware.auth_token [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 22:55:01.122395 dv-cinder-796286-23-iscsi neutron-server[102447]: WARNING keystonemiddleware.auth_token [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 22:55:01.131209 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_concurrency.lockutils [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Acquired lock "singleton_lock" {{(pid=102447) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 22:55:01.131681 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_concurrency.lockutils [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Releasing lock "singleton_lock" {{(pid=102447) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 22:55:01.132355 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Starting 2 workers Dec 13 22:55:01.137754 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Started child 102556 {{(pid=102447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 22:55:01.142199 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Started child 102557 {{(pid=102447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 22:55:01.142918 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:01.143750 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO neutron.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 22:55:01.144372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Publish callbacks [] for process, before_spawn {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:01.144506 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [-] (102556) wsgi starting up on http://0.0.0.0:9696 Dec 13 22:55:01.146871 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Starting 1 workers Dec 13 22:55:01.147352 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:01.148805 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [-] (102557) wsgi starting up on http://0.0.0.0:9696 Dec 13 22:55:01.152069 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Started child 102558 {{(pid=102447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 22:55:01.153262 dv-cinder-796286-23-iscsi neutron-server[102447]: INFO oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Starting 1 workers Dec 13 22:55:01.155890 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] calling RpcWorker wait() {{(pid=102558) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 22:55:01.156459 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] returning from RpcWorker wait() {{(pid=102558) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 22:55:01.157626 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:01.157753 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Started child 102559 {{(pid=102447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 22:55:01.158052 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:01.158490 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9ef4a0a-424a-43b9-b341-0c7ce5a1303e None None] Publish callbacks [] for process, after_spawn {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:01.160277 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102447) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 22:55:01.160451 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 22:55:01.160830 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 22:55:01.161019 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 22:55:01.161575 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 22:55:01.161722 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 22:55:01.162411 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.162696 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.162886 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:01.163424 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.163424 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.163591 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.164061 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.164286 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.164702 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.164993 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.165244 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.165421 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.165768 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.166030 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.166287 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.166588 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.166854 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.167100 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.167536 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.167779 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.168750 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.169044 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.169282 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.169576 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] debug = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.169829 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.170304 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.170534 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.170788 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.171026 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.171294 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.171524 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.171783 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.172025 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.172254 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.172485 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.172749 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.172992 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.173220 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.173519 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.173722 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.173962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.174173 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.174651 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] host = dv-cinder-796286-23-iscsi {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.174870 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.175065 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.175318 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.175556 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.175821 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.176032 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.176261 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.176520 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.176749 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.176970 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.177219 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.177479 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.177711 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.177933 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.178090 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_options = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.178686 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.178963 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.179216 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.179492 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.179747 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.179747 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.180016 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.180162 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.180339 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.180585 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.180799 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.181018 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.181236 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.181511 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.181742 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.181977 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.182214 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.182409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.182640 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.182867 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.183167 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.183478 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.183991 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.184339 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.184582 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.184820 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.185099 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.185356 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.185618 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.185885 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.186115 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.186374 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.186605 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.186866 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.187147 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.187418 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.187653 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.187891 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.188166 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.188481 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.188906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.189285 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.189700 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.189964 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.190286 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.190679 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.191059 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_json = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.191224 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.191351 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.191799 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.192132 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.192479 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.192841 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.192944 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.193107 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:01.193276 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.193738 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.194057 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.194423 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.194846 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.197268 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.198417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.198417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.198417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.198417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.198417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.201501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.203976 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206377 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.206905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.207313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.207313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.207475 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.207867 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.208049 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209369 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209369 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209369 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209369 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209369 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.209906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.210706 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.210706 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.210706 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.210706 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.212683 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.213306 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.213306 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.213306 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.213587 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.213587 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.213781 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.214003 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.214427 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.214825 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.215210 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.215597 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.215984 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.216442 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.216799 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.217621 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.217861 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.218111 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.218427 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.218830 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.219081 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.219476 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.219705 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.219947 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.220180 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.220414 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.220648 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.220843 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.221075 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.221318 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.221580 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.221824 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.222050 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.222305 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.222533 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.222750 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.222966 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.223200 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.223422 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.223687 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.223950 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.224193 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.224425 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.224681 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.224961 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.225195 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.225517 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.225738 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.225989 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.226288 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.226559 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.226821 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.227072 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.227316 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.227552 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.227814 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.228069 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.228300 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.228522 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.228762 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.229005 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.229227 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.230604 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.230604 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.230782 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.231307 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.231307 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.231611 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.231747 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.231880 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.232119 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.232358 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.232602 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.232838 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.233080 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.233321 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.233560 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.233781 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.234002 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.234207 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236067 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236910 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236910 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236910 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.236910 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.237380 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.237380 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.237626 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.237794 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.238100 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.238814 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.238814 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.238814 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.239044 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.239260 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.239513 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.240497 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.240497 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.240497 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.240497 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.240802 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.240923 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.241070 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.241449 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.241803 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.242173 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.242543 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.242910 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.243274 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.243713 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.244096 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.244472 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.244937 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.245327 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.245775 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.246157 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.246511 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.246867 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.247256 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.247619 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.247843 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.248064 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.248284 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.248543 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.248796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.249048 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.249262 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.249505 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.249714 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.249959 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.250168 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.250467 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.250714 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.250954 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.251208 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.251427 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.251635 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.251886 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.252087 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.252295 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.252533 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.252749 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.252956 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.253181 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.253417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.253630 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.253851 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.254068 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.254317 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.254546 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.254757 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.254962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.255178 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.255394 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.255600 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.255840 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.256044 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.256250 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.256484 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.256694 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.256901 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.257160 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.257362 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.257574 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.257808 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.258024 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.258229 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.258520 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.258770 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.259015 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.259287 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.259536 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.259780 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.260016 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.260341 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.260553 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.260805 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.261038 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.261488 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.261732 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.261984 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.262308 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.262578 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.262833 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.263080 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.263351 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.263624 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.263940 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.264099 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.264374 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.264691 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.264952 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.265203 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.265457 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.265722 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.265943 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.266173 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.266405 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.266637 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.266850 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.267149 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.267397 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.267637 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.267851 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.268124 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.269372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.269372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.269372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.269372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.269372 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.269787 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 22:55:01.270058 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102447) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 22:55:01.270288 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 22:55:01.270582 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 22:55:01.270582 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 22:55:01.270764 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 22:55:01.270877 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 22:55:01.271077 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.271223 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.271392 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.271545 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.271682 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.271846 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272010 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272149 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272284 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272421 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272571 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272723 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.272875 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273025 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273162 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273307 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273489 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273643 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.273936 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.274072 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.274230 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.274371 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] debug = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.274539 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.274709 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.274889 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275028 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275168 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275309 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275444 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275579 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275714 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275848 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.275993 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.276131 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.276270 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.276405 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.276808 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.276808 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.277109 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.277277 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.277494 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] host = dv-cinder-796286-23-iscsi {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.277671 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.277810 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278122 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278122 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278394 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278394 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278654 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278654 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278913 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.278913 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279258 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279258 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279467 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279467 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279697 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_options = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279817 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.279936 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280055 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280185 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280426 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280564 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280688 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280772 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.280920 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.281073 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.281397 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.281698 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.281861 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.282014 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.282168 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.282331 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.282472 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.282762 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.283049 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.283371 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.283702 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.283867 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284010 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284133 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284276 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284421 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284558 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284707 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.284854 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285015 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285170 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285326 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285501 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285656 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285810 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.285963 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.286100 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.286265 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.286407 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.286568 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.286792 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287003 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287003 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287795 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287795 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_json = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.287795 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.288409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.288409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.288409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.288409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.288409 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.289019 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.289019 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 22:55:01.289019 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289019 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289410 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289410 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289645 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289645 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289875 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.289875 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290064 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:01.290149 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290243 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290325 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290474 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290641 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290798 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.290953 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.291110 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.291266 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.291422 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.291581 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.291737 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.291892 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.292049 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.292213 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.292476 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.292575 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.292717 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.292876 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.293046 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.293198 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.293393 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.293558 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.293717 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.293873 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294030 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294188 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294424 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294578 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294665 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.294953 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.295108 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.295264 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.295420 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.295577 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.295733 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.295893 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296057 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296206 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296362 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296518 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296675 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296831 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.296988 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.297147 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.297305 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.297487 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.297644 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.297811 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.297968 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.298126 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.298282 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.298438 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.298595 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.298751 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.298907 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.299064 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.299222 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.299380 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.299549 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.299705 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.299861 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.300017 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.300193 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.300334 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.300562 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.300723 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.300882 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.301039 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.301196 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.301445 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.301610 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.301785 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.301914 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.302059 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.302219 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.302359 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.302822 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.302822 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.302822 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.303040 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.303178 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.303664 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.303785 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.303925 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.304081 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.304237 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.304392 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.304561 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.304696 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.304849 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305003 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305158 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305313 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305491 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305650 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305807 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.305961 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.306117 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.306257 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.306414 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.306569 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.306725 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307084 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307084 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307281 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307361 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307463 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307619 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307783 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.307938 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.308248 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.308414 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.308581 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.308748 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.308905 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.309061 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.309222 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.309417 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.309562 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.309717 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.309883 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310032 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310187 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310343 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310510 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310668 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310828 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.310984 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.311163 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.311318 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.311474 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.311630 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.311784 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.311940 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.312095 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.312250 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.312405 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.312561 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.312718 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.312876 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313031 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313188 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313352 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313524 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313685 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313842 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.313997 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.314153 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.314309 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.314466 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.314626 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.314796 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.314929 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315083 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315222 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315362 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315514 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315671 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315828 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.315983 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.316125 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.316281 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.316436 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.316593 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.316748 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.316894 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.317035 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.317197 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.317364 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.317519 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.317657 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.317813 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318168 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318168 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318423 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318423 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318617 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318700 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318860 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.318972 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.319128 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.319285 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.319440 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.319611 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321368 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.321962 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322496 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322496 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322496 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322698 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322698 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322847 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.322999 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.323157 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.323322 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.323483 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.323674 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.323849 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324004 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324159 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324324 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324480 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324635 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324790 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.324945 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.325103 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.325270 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.325447 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.325604 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.325758 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.325913 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.326068 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.326232 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.326388 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.326543 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.326700 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.326855 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327009 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327175 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327333 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327487 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327645 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327800 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.327955 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.328119 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.328277 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.328433 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.328596 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.328751 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.328906 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.329060 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.329226 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.329403 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.329567 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.329724 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.329882 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.330039 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.330195 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.330358 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.330522 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.330686 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.330843 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.331081 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.331253 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.331835 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.331835 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.331835 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332150 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332150 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332150 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332437 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332437 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332589 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332741 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.332892 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.333045 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.333449 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.333614 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.333932 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.333932 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.334265 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.334265 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.335623 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.335623 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.335623 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.335623 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.335623 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 22:55:01.335623 dv-cinder-796286-23-iscsi neutron-server[102447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 22:55:01.399682 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 38894) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:01.408355 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065582 Dec 13 22:55:13.165089 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4313b-2ed6-4fb3-a588-813cbf212c9e None None] get_active_networks_info from dv-cinder-796286-23-iscsi {{(pid=102558) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 22:55:13.261853 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4313b-2ed6-4fb3-a588-813cbf212c9e None None] No non-hosted networks {{(pid=102558) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 22:55:13.289235 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.agentschedulers_db [None req-75e4313b-2ed6-4fb3-a588-813cbf212c9e None None] DHCP Agent not found on host dv-cinder-796286-23-iscsi {{(pid=102558) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 22:55:13.451910 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-88188001-e345-4922-85ef-06c0f3e8ff22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713981'] for agent, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:15.229812 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1fcb-c3fd-4db9-9be5-d3a057a8ecd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713981'] for agent, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:15.269458 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b991-bd26-4fc0-bac0-6423d3e5d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:16.855410 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713981'] for agent, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:18.151847 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.db.l3_hamode_db [None req-377365f2-e25a-4df2-9003-96daef35df6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 22:55:18.252827 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377365f2-e25a-4df2-9003-96daef35df6b None None] Routers set() bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 22:55:18.253875 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377365f2-e25a-4df2-9003-96daef35df6b None None] Router IDs set() for agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 22:55:18.265218 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713981'] for agent, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:18.824510 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713981'] for agent, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:18.825150 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.825531 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.825866 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.826197 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.826519 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.826853 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.827182 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.832583 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.832946 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.833310 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.833691 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.834070 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.834465 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:18.834875 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-23-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:18.842544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-23-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:19.280065 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 38986) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:19.799886 dv-cinder-796286-23-iscsi neutron-server[102557]: WARNING oslo_policy.policy [None req-2594d9d7-0abd-4f93-97bf-9eeae00b2740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:19.800455 dv-cinder-796286-23-iscsi neutron-server[102557]: WARNING oslo_policy.policy [None req-2594d9d7-0abd-4f93-97bf-9eeae00b2740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:20.024827 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [None req-2594d9d7-0abd-4f93-97bf-9eeae00b2740 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 22:55:20.041358 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2594d9d7-0abd-4f93-97bf-9eeae00b2740 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7440681 Dec 13 22:55:22.691719 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39002) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:23.034357 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:23.131208 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.policy [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102557) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 22:55:23.178813 dv-cinder-796286-23-iscsi neutron-server[102557]: WARNING oslo_policy.policy [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:23.179176 dv-cinder-796286-23-iscsi neutron-server[102557]: WARNING oslo_policy.policy [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:23.188029 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.quota [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] Loaded quota_driver: . Dec 13 22:55:23.281070 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789968222336', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789968223923', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789968199743', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789968207302', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789968115267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789968123061', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1640586', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1696650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740646'] for rbac-policy, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:23.351424 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:23.352580 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-66237d14-896a-4c0b-b33c-48da3361bc15 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6598575 Dec 13 22:55:26.203565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39014) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:26.763347 dv-cinder-796286-23-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:26.763875 dv-cinder-796286-23-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:26.984458 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Request body: {'network': {'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'name': 'private'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:26.986074 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.quota [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Loaded quota_driver: . Dec 13 22:55:27.045945 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Made reservation on behalf of 85680a9e681d4022b7b8f46d750d98c0 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 22:55:27.116174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.policy [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102556) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 22:55:27.162384 dv-cinder-796286-23-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:27.162754 dv-cinder-796286-23-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 22:55:27.172933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.194888 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.307127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.313134 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.332478 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 22:55:27.361856 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789966122873', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.362446 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Unsubscribe: segment precommit_create {{(pid=102556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 22:55:27.362944 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Added segment db2c4739-d62d-4cde-a674-fa977dad0094 of type vlan for network 667a47fb-2190-4c16-88ca-97d6821a5093 Dec 13 22:55:27.378490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62051e3e-4386-407f-927d-f6e28b1f2aa2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:27.428594 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.428881 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.429246 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.429659 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.430020 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.430308 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.430687 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.431014 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.431344 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.431664 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.431959 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.432491 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.432895 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Tracked resource versions report: Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: pushed versions: Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: { 'AddressGroup': {'1.2'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'LocalIPAssociation': {'1.0'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Log': {'1.0'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Network': {'1.1'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Port': {'1.7'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'PortForwarding': {'1.2'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'QosPolicy': {'1.10'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroup': {'1.5'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SubPort': {'1.0'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Subnet': {'1.1'}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Trunk': {'1.1'}} Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: consumer versions: Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'ConntrackHelper': '1.0', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'LocalIPAssociation': '1.0', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Log': '1.0', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Network': '1.1', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Port': '1.7', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'PortForwarding': '1.2', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'QosPolicy': '1.10', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroup': '1.5', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroupRule': '1.2', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SubPort': '1.0', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Subnet': '1.1', Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Trunk': '1.1'}} Dec 13 22:55:27.434282 dv-cinder-796286-23-iscsi neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 22:55:27.473524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.520317 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.521643 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:27.522376 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:27.614426 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4097569 Dec 13 22:55:27.627517 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e4adf-2572-4792-b421-cf4b5f4f44e5 admin admin] Pushing event updated for resources: {'Network': ['ID=667a47fb-2190-4c16-88ca-97d6821a5093,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:27.648814 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 667a47fb-2190-4c16-88ca-97d6821a5093 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 22:55:30.506881 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39036) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:30.976750 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdbfab7-384d-41e7-abbb-722289785758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:30.978346 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-efdbfab7-384d-41e7-abbb-722289785758 admin admin] 10.222.0.13 "GET /v2.0/networks/667a47fb-2190-4c16-88ca-97d6821a5093 HTTP/1.1" status: 200 len: 824 time: 0.4705241 Dec 13 22:55:31.003938 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-065d7ed6-efc6-477e-b8f6-380bb4a124e3 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/0311ea19-a616-4dac-9ae7-d074728ba374 HTTP/1.1" status: 200 len: 734 time: 0.0192547 Dec 13 22:55:31.013021 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Request body: {'subnet': {'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374', 'gateway_ip': '172.20.0.1'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:31.042496 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Made reservation on behalf of 85680a9e681d4022b7b8f46d750d98c0 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 22:55:31.046451 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:31.346577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:31.414068 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Checking segment: {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:55:31.414436 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Network hostable DHCP agents. Network: 667a47fb-2190-4c16-88ca-97d6821a5093, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 22:55:31.428599 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa61d92-367c-4831-a134-9f8a4158af6b,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:31.439376 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.439763 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.440055 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.440406 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.440730 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.441032 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.441397 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.441722 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.442054 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.442374 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.442690 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.442999 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.443296 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Tracked resource versions report: Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: pushed versions: Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: { 'AddressGroup': {'1.2'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'LocalIPAssociation': {'1.0'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Log': {'1.0'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Network': {'1.1'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Port': {'1.7'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'PortForwarding': {'1.2'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'QosPolicy': {'1.10'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroup': {'1.5'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SubPort': {'1.0'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Subnet': {'1.1'}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Trunk': {'1.1'}} Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: consumer versions: Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'ConntrackHelper': '1.0', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'LocalIPAssociation': '1.0', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Log': '1.0', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Network': '1.1', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Port': '1.7', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'PortForwarding': '1.2', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'QosPolicy': '1.10', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroup': '1.5', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroupRule': '1.2', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SubPort': '1.0', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Subnet': '1.1', Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Trunk': '1.1'}} Dec 13 22:55:31.444648 dv-cinder-796286-23-iscsi neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 22:55:31.476067 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Network 667a47fb-2190-4c16-88ca-97d6821a5093 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 22:55:31.493758 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 667a47fb-2190-4c16-88ca-97d6821a5093) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:55:31.499108 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:31.499747 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:31.504982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3091e-efd5-47bf-885f-69d491ca006a None None] Network 667a47fb-2190-4c16-88ca-97d6821a5093 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:55:31.516206 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2cfca707-4660-4079-bdd1-063464aef4ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5065522 Dec 13 22:55:31.786708 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-667a47fb-2190-4c16-88ca-97d6821a5093', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 22:55:31.787929 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:32.117777 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Allocated IP 172.20.0.2 (667a47fb-2190-4c16-88ca-97d6821a5093/ffa61d92-367c-4831-a134-9f8a4158af6b/d9ba9bdd-2e15-46f1-881d-17300958f535) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 22:55:32.405106 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:32.414921 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:32.507967 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Network 667a47fb-2190-4c16-88ca-97d6821a5093 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 22:55:32.517211 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:55:32.523572 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Pushing event updated for resources: {'Port': ['ID=d9ba9bdd-2e15-46f1-881d-17300958f535,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:32.526792 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 22:55:32.538451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.539072 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.539419 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.539750 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.540268 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.540831 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.541175 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.541578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.542139 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.542713 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.543233 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.543755 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.544272 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Tracked resource versions report: Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: pushed versions: Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: { 'AddressGroup': {'1.2'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'ConntrackHelper': {'1.0'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'LocalIPAssociation': {'1.0'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Log': {'1.0'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Network': {'1.1'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Port': {'1.7'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'PortForwarding': {'1.2'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'QosPolicy': {'1.10'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroup': {'1.5'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroupRule': {'1.2'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SubPort': {'1.0'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Subnet': {'1.1'}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Trunk': {'1.1'}} Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: consumer versions: Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'ConntrackHelper': '1.0', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'LocalIPAssociation': '1.0', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Log': '1.0', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Network': '1.1', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Port': '1.7', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'PortForwarding': '1.2', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'QosPolicy': '1.10', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroup': '1.5', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroupRule': '1.2', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SubPort': '1.0', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Subnet': '1.1', Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Trunk': '1.1'}} Dec 13 22:55:32.546561 dv-cinder-796286-23-iscsi neutron-server[102558]: {{(pid=102558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 22:55:32.631050 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Attempting to bind port d9ba9bdd-2e15-46f1-881d-17300958f535 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 22:55:32.631669 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Attempting to bind port d9ba9bdd-2e15-46f1-881d-17300958f535 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 22:55:32.632299 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Attempting to bind port d9ba9bdd-2e15-46f1-881d-17300958f535 on network 667a47fb-2190-4c16-88ca-97d6821a5093 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 22:55:32.640014 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 22, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 22:55:32.640784 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Checking segment: {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:55:32.641280 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:32.641699 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Bound using segment: {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 22:55:32.642169 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Bound port: d9ba9bdd-2e15-46f1-881d-17300958f535, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 22:55:32.642591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:32.718257 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] For port d9ba9bdd-2e15-46f1-881d-17300958f535, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 22:55:32.723237 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] For port d9ba9bdd-2e15-46f1-881d-17300958f535, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=d9ba9bdd-2e15-46f1-881d-17300958f535,segment=NetworkSegment(db2c4739-d62d-4cde-a674-fa977dad0094),segment_id=db2c4739-d62d-4cde-a674-fa977dad0094)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 22:55:32.729767 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:32.806425 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae1320-ddfb-434f-9908-c9a77bc3d508 None None] Pushing event updated for resources: {'Port': ['ID=d9ba9bdd-2e15-46f1-881d-17300958f535,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:34.264294 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39048) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:34.589980 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [None req-122e1be7-2eaa-4c17-bc9a-1f58f7a42242 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 22:55:34.590967 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-122e1be7-2eaa-4c17-bc9a-1f58f7a42242 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3257167 Dec 13 22:55:37.225933 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39056) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:37.563361 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [None req-c2d44385-0828-4ec6-8286-3b89ca509b0a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 22:55:37.564370 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c2d44385-0828-4ec6-8286-3b89ca509b0a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375731 Dec 13 22:55:40.420042 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39066) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:40.703186 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device d9ba9bdd-2e15-46f1-881d-17300958f535 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 22:55:40.754803 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:40.778774 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.780739 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.798614 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port d9ba9bdd-2e15-46f1-881d-17300958f535 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:40.798987 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.912107 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.914055 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.918799 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.935946 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:40.938184 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7ff121e9-eef2-4f5d-8cf4-dad8aebd7545 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5171173 Dec 13 22:55:40.952063 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port d9ba9bdd-2e15-46f1-881d-17300958f535, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=d9ba9bdd-2e15-46f1-881d-17300958f535,segment=NetworkSegment(db2c4739-d62d-4cde-a674-fa977dad0094),segment_id=db2c4739-d62d-4cde-a674-fa977dad0094)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 22:55:40.958083 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:41.019014 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=d9ba9bdd-2e15-46f1-881d-17300958f535,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:41.923720 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5df6f-9ec7-4ce6-b25b-de8f25694b92 None None] Network 667a47fb-2190-4c16-88ca-97d6821a5093 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:55:41.989523 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-42e33b8f-58b1-46bb-9c9c-4fe435388f4c None None] Provisioning complete for port d9ba9bdd-2e15-46f1-881d-17300958f535 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:41.989894 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42e33b8f-58b1-46bb-9c9c-4fe435388f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:42.336809 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-e5d719d9-02ac-493c-9b4e-c044c460670b None None] Provisioning complete for port d9ba9bdd-2e15-46f1-881d-17300958f535 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:42.337188 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e5d719d9-02ac-493c-9b4e-c044c460670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:42.676439 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device d9ba9bdd-2e15-46f1-881d-17300958f535 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 22:55:42.728367 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port d9ba9bdd-2e15-46f1-881d-17300958f535 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:42.728864 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:43.075473 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-adf78dc3-f61f-4ba8-a803-a817f7e64df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:43.544386 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39078) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:43.887079 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [None req-5500b157-8534-43aa-a467-355eee36b3a0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 22:55:43.888062 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5500b157-8534-43aa-a467-355eee36b3a0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3427439 Dec 13 22:55:45.228061 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7489-281a-46ba-9566-a7be41e55a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.490926 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39096) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:46.633901 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:46.660037 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Made reservation on behalf of c66fc0b8c6fc469cab7cb873d9093b95 for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 22:55:46.663237 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.680119 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.754318 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.796763 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.803650 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.819148 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=102557) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 22:55:46.841958 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0d32b-d711-4a11-81e7-a12daf8098db,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:46.845273 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789966122873', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.845831 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Unsubscribe: segment precommit_create {{(pid=102557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 22:55:46.846356 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Added segment e7adb96d-a6c8-46f3-a0c6-1889768c5684 of type flat for network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 Dec 13 22:55:46.899517 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.948119 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:46.949134 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:46.949747 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:47.033477 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5413382 Dec 13 22:55:47.060389 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402903a0-1944-4672-b0ee-2af79b3d78e1 admin admin] Pushing event updated for resources: {'Network': ['ID=32239e6a-0d6b-4b84-ab25-8e251c4f3970,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:47.072694 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 22:55:48.078976 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:48.816601 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:49.503383 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39114) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:49.611605 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9b63a-f44c-4853-b1da-ef6cadf578b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:49.613428 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2ee9b63a-f44c-4853-b1da-ef6cadf578b4 admin admin] 10.222.0.13 "GET /v2.0/subnets/ffa61d92-367c-4831-a134-9f8a4158af6b HTTP/1.1" status: 200 len: 849 time: 0.1089199 Dec 13 22:55:49.771821 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f3026864-b5ac-4c80-89ff-0230b132b2f1 admin admin] 10.222.0.13 "GET /v2.0/routers/3329f647-fdd7-4a92-890d-08d9c741437e HTTP/1.1" status: 200 len: 704 time: 0.1517496 Dec 13 22:55:50.045305 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:50.341665 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Allocated IP 172.20.0.1 (667a47fb-2190-4c16-88ca-97d6821a5093/ffa61d92-367c-4831-a134-9f8a4158af6b/c1a640d7-2845-48ef-a919-56c0d3f14fb4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 22:55:50.530936 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:50.601986 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:50.680321 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Network 667a47fb-2190-4c16-88ca-97d6821a5093 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 22:55:50.684823 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:55:50.690528 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 22:55:50.690852 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:50.693585 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Pushing event updated for resources: {'Port': ['ID=c1a640d7-2845-48ef-a919-56c0d3f14fb4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:50.888421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-66ba101b-b139-46a1-afda-1a16f7d5a3a9 None None] Provisioning complete for port c1a640d7-2845-48ef-a919-56c0d3f14fb4 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:50.889156 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-66ba101b-b139-46a1-afda-1a16f7d5a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:50.939613 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-66ba101b-b139-46a1-afda-1a16f7d5a3a9 None None] Port c1a640d7-2845-48ef-a919-56c0d3f14fb4 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 22:55:50.960199 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:51.195339 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:51.202712 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:51.203873 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:51.287770 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Pushing event updated for resources: {'Port': ['ID=c1a640d7-2845-48ef-a919-56c0d3f14fb4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:51.343165 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Network 667a47fb-2190-4c16-88ca-97d6821a5093 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 22:55:51.344575 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:55:51.510313 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Router 3329f647-fdd7-4a92-890d-08d9c741437e is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 22:55:51.563537 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-fe8890b7-365a-47e7-b4d5-943c6c8adf80 None None] Provisioning complete for port c1a640d7-2845-48ef-a919-56c0d3f14fb4 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:51.563908 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe8890b7-365a-47e7-b4d5-943c6c8adf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:51.600392 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-fe8890b7-365a-47e7-b4d5-943c6c8adf80 None None] Port c1a640d7-2845-48ef-a919-56c0d3f14fb4 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 22:55:51.602174 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 22:55:51.611042 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d1582adc-bab2-4808-9d90-f5ee5e85111e admin admin] 10.222.0.13 "PUT /v2.0/routers/3329f647-fdd7-4a92-890d-08d9c741437e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8301213 Dec 13 22:55:51.620062 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Sync routers for ids ['3329f647-fdd7-4a92-890d-08d9c741437e'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 22:55:51.635585 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Routers {'3329f647-fdd7-4a92-890d-08d9c741437e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 22:55:51.636849 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T22:55:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3329f647-fdd7-4a92-890d-08d9c741437e'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:51.833885 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Set router 3329f647-fdd7-4a92-890d-08d9c741437e gateway port host: None {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 22:55:52.269236 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'name': 'router1', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T22:55:40Z', 'updated_at': '2021-12-13T22:55:50Z', 'revision_number': 2, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1a640d7-2845-48ef-a919-56c0d3f14fb4', 'name': '', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'mac_address': 'fa:16:3e:20:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:50Z', 'updated_at': '2021-12-13T22:55:51Z', 'revision_number': 2, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnets': [{'id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:52.319648 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Checking router: 3329f647-fdd7-4a92-890d-08d9c741437e for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 22:55:52.320018 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Updating router 3329f647-fdd7-4a92-890d-08d9c741437e port c1a640d7-2845-48ef-a919-56c0d3f14fb4 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 22:55:52.368114 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:52.885943 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:52.894186 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.073662 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Pushing event updated for resources: {'Port': ['ID=c1a640d7-2845-48ef-a919-56c0d3f14fb4,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:53.079677 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Attempting to bind port c1a640d7-2845-48ef-a919-56c0d3f14fb4 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 22:55:53.080070 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Attempting to bind port c1a640d7-2845-48ef-a919-56c0d3f14fb4 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 22:55:53.080503 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Attempting to bind port c1a640d7-2845-48ef-a919-56c0d3f14fb4 on network 667a47fb-2190-4c16-88ca-97d6821a5093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 22:55:53.088516 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.088875 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.089226 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.089594 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.089930 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.090262 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.090608 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.090948 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.091277 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.091619 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.091948 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.092271 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.092594 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Tracked resource versions report: Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: pushed versions: Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: { 'AddressGroup': {'1.2'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'ConntrackHelper': {'1.0'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'LocalIPAssociation': {'1.0'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Log': {'1.0'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Network': {'1.1'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Port': {'1.7'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'PortForwarding': {'1.2'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'QosPolicy': {'1.10'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroup': {'1.5'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroupRule': {'1.2'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SubPort': {'1.0'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Subnet': {'1.1'}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Trunk': {'1.1'}} Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: consumer versions: Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'ConntrackHelper': '1.0', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'LocalIPAssociation': '1.0', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Log': '1.0', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Network': '1.1', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Port': '1.7', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'PortForwarding': '1.2', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'QosPolicy': '1.10', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroup': '1.5', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroupRule': '1.2', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SubPort': '1.0', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Subnet': '1.1', Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Trunk': '1.1'}} Dec 13 22:55:53.093993 dv-cinder-796286-23-iscsi neutron-server[102559]: {{(pid=102559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 22:55:53.096450 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 22:55:53.096835 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Checking segment: {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:55:53.097303 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.097709 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Bound using segment: {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 22:55:53.098226 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Bound port: c1a640d7-2845-48ef-a919-56c0d3f14fb4, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2c4739-d62d-4cde-a674-fa977dad0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 22:55:53.098612 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.137798 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-2f489460-4e88-4ebd-aa47-5a11f9dc9b0b None None] Provisioning complete for port c1a640d7-2845-48ef-a919-56c0d3f14fb4 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:53.138347 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f489460-4e88-4ebd-aa47-5a11f9dc9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.166180 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] For port c1a640d7-2845-48ef-a919-56c0d3f14fb4, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 22:55:53.171672 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-2f489460-4e88-4ebd-aa47-5a11f9dc9b0b None None] Port c1a640d7-2845-48ef-a919-56c0d3f14fb4 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 22:55:53.186084 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] For port c1a640d7-2845-48ef-a919-56c0d3f14fb4, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c1a640d7-2845-48ef-a919-56c0d3f14fb4,segment=NetworkSegment(db2c4739-d62d-4cde-a674-fa977dad0094),segment_id=db2c4739-d62d-4cde-a674-fa977dad0094)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 22:55:53.190555 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.249832 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58677793-db7a-41b0-9040-213bde1c18a5 None None] Pushing event updated for resources: {'Port': ['ID=c1a640d7-2845-48ef-a919-56c0d3f14fb4,revision_number=4']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:53.256574 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Routers {'3329f647-fdd7-4a92-890d-08d9c741437e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 22:55:53.257190 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T22:55:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3329f647-fdd7-4a92-890d-08d9c741437e'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:53.360395 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] Set router 3329f647-fdd7-4a92-890d-08d9c741437e gateway port host: None {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 22:55:53.393301 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-47f2b5c8-05ec-4110-a511-a9238243dcb5 None None] Provisioning complete for port c1a640d7-2845-48ef-a919-56c0d3f14fb4 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:55:53.393630 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47f2b5c8-05ec-4110-a511-a9238243dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.472755 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47f2b5c8-05ec-4110-a511-a9238243dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.504828 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-47f2b5c8-05ec-4110-a511-a9238243dcb5 None None] For port c1a640d7-2845-48ef-a919-56c0d3f14fb4, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c1a640d7-2845-48ef-a919-56c0d3f14fb4,segment=NetworkSegment(db2c4739-d62d-4cde-a674-fa977dad0094),segment_id=db2c4739-d62d-4cde-a674-fa977dad0094)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 22:55:53.509922 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47f2b5c8-05ec-4110-a511-a9238243dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:53.557940 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2b5c8-05ec-4110-a511-a9238243dcb5 None None] Pushing event updated for resources: {'Port': ['ID=c1a640d7-2845-48ef-a919-56c0d3f14fb4,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:53.586858 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'name': 'router1', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T22:55:40Z', 'updated_at': '2021-12-13T22:55:50Z', 'revision_number': 2, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1a640d7-2845-48ef-a919-56c0d3f14fb4', 'name': '', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'mac_address': 'fa:16:3e:20:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:50Z', 'updated_at': '2021-12-13T22:55:53Z', 'revision_number': 4, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnets': [{'id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:55:53.617574 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffa73c-2421-4013-9281-06a1fd7e4601 None None] The sync data for ids ['3329f647-fdd7-4a92-890d-08d9c741437e'] in dv-cinder-796286-23-iscsi is: [{'id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'name': 'router1', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T22:55:40Z', 'updated_at': '2021-12-13T22:55:50Z', 'revision_number': 2, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'gw_port_host': None, '_interfaces': [{'id': 'c1a640d7-2845-48ef-a919-56c0d3f14fb4', 'name': '', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'mac_address': 'fa:16:3e:20:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:50Z', 'updated_at': '2021-12-13T22:55:53Z', 'revision_number': 4, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnets': [{'id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 22:55:54.073786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39124) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:54.223325 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c83896-3e9d-4aac-9777-aaf2386bc21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:54.225367 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-90c83896-3e9d-4aac-9777-aaf2386bc21f admin admin] 10.222.0.13 "GET /v2.0/networks/32239e6a-0d6b-4b84-ab25-8e251c4f3970 HTTP/1.1" status: 200 len: 842 time: 0.1498902 Dec 13 22:55:54.235087 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:54.259195 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Made reservation on behalf of c66fc0b8c6fc469cab7cb873d9093b95 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 22:55:54.261708 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:54.652924 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.objects.ports [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 22:55:54.653424 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:54.713988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c1939f-1e94-4099-b861-147f5854cfe5,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:54.726107 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:55:54.726484 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Network hostable DHCP agents. Network: 32239e6a-0d6b-4b84-ab25-8e251c4f3970, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 22:55:54.751981 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 22:55:54.766335 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 32239e6a-0d6b-4b84-ab25-8e251c4f3970) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:55:54.771474 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:54.771925 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:54.777792 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e73ac-af42-482b-99c5-a6455ccce38c None None] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:55:54.796312 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-689ff6ee-b0d1-467c-8614-855e158ae36f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5644417 Dec 13 22:55:54.891135 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe3722f-854f-4dd7-8686-d4d2b8614c79 None None] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:55:57.264894 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39132) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:55:57.488683 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-36a1fd91-08f5-4dd7-aeed-590a1d753afb admin admin] 10.222.0.13 "GET /v2.0/routers/3329f647-fdd7-4a92-890d-08d9c741437e HTTP/1.1" status: 200 len: 710 time: 0.2218883 Dec 13 22:55:57.582704 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba250557-f131-4311-b149-47e896601774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:55:57.584359 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ba250557-f131-4311-b149-47e896601774 admin admin] 10.222.0.13 "GET /v2.0/networks/32239e6a-0d6b-4b84-ab25-8e251c4f3970 HTTP/1.1" status: 200 len: 886 time: 0.0904803 Dec 13 22:55:57.594868 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:55:57.842216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:58.078931 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:58.154432 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:58.357133 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Allocated IP 172.27.0.245 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/149afb89-b422-46c6-baf3-4ffdcc345a52) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 22:55:58.463727 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:58.525189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:58.591644 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 22:55:58.596491 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:55:58.599314 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 22:55:58.676602 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Pushing event updated for resources: {'Port': ['ID=149afb89-b422-46c6-baf3-4ffdcc345a52,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:55:58.890456 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:59.083125 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4726'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:59.087896 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-717309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719703'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:59.202034 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Router 3329f647-fdd7-4a92-890d-08d9c741437e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 22:55:59.316967 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 22:55:59.321393 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:55:59.322709 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5544d542-14ae-4e6c-a7a6-6e38eb998251 admin admin] 10.222.0.13 "PUT /v2.0/routers/3329f647-fdd7-4a92-890d-08d9c741437e HTTP/1.1" status: 200 len: 890 time: 1.7315898 Dec 13 22:56:00.703606 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c1a640d7-2845-48ef-a919-56c0d3f14fb4 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 22:56:00.756284 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port c1a640d7-2845-48ef-a919-56c0d3f14fb4 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:56:00.756689 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:00.778544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Sync routers for ids ['3329f647-fdd7-4a92-890d-08d9c741437e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 22:56:00.803093 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Routers {'3329f647-fdd7-4a92-890d-08d9c741437e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 22:56:00.803745 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T22:55:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3329f647-fdd7-4a92-890d-08d9c741437e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:56:01.042423 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Set router 3329f647-fdd7-4a92-890d-08d9c741437e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 22:56:01.518654 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'name': 'router1', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '149afb89-b422-46c6-baf3-4ffdcc345a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T22:55:40Z', 'updated_at': '2021-12-13T22:55:58Z', 'revision_number': 4, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'gw_port': {'id': '149afb89-b422-46c6-baf3-4ffdcc345a52', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:58Z', 'updated_at': '2021-12-13T22:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c1a640d7-2845-48ef-a919-56c0d3f14fb4', 'name': '', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'mac_address': 'fa:16:3e:20:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:50Z', 'updated_at': '2021-12-13T22:55:53Z', 'revision_number': 5, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnets': [{'id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:56:01.573264 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Checking router: 3329f647-fdd7-4a92-890d-08d9c741437e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 22:56:01.573677 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Updating router 3329f647-fdd7-4a92-890d-08d9c741437e port 149afb89-b422-46c6-baf3-4ffdcc345a52 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 22:56:01.620544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:01.919746 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39144) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:56:01.941449 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:01.948728 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.003674 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9d8fe-0995-4685-bc74-53be335aa175 None None] Pushing event updated for resources: {'Port': ['ID=149afb89-b422-46c6-baf3-4ffdcc345a52,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:56:02.006096 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Attempting to bind port 149afb89-b422-46c6-baf3-4ffdcc345a52 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 22:56:02.006468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Attempting to bind port 149afb89-b422-46c6-baf3-4ffdcc345a52 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 22:56:02.006824 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Attempting to bind port 149afb89-b422-46c6-baf3-4ffdcc345a52 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 22:56:02.012744 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 22:56:02.013124 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:56:02.013574 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.013967 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 22:56:02.014427 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Bound port: 149afb89-b422-46c6-baf3-4ffdcc345a52, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 22:56:02.014832 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.038473 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-782135cf-ce7b-4f1d-80c3-9d91db8cfe41 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176064 Dec 13 22:56:02.066733 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] For port 149afb89-b422-46c6-baf3-4ffdcc345a52, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 22:56:02.070221 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] For port 149afb89-b422-46c6-baf3-4ffdcc345a52, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=149afb89-b422-46c6-baf3-4ffdcc345a52,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 22:56:02.076896 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.129560 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Routers {'3329f647-fdd7-4a92-890d-08d9c741437e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 22:56:02.130212 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T22:55:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3329f647-fdd7-4a92-890d-08d9c741437e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:56:02.182550 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9d8fe-0995-4685-bc74-53be335aa175 None None] Pushing event updated for resources: {'Port': ['ID=149afb89-b422-46c6-baf3-4ffdcc345a52,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:56:02.253770 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] Set router 3329f647-fdd7-4a92-890d-08d9c741437e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 22:56:02.466016 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'name': 'router1', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '149afb89-b422-46c6-baf3-4ffdcc345a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T22:55:40Z', 'updated_at': '2021-12-13T22:55:58Z', 'revision_number': 4, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'gw_port': {'id': '149afb89-b422-46c6-baf3-4ffdcc345a52', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:58Z', 'updated_at': '2021-12-13T22:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c1a640d7-2845-48ef-a919-56c0d3f14fb4', 'name': '', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'mac_address': 'fa:16:3e:20:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:50Z', 'updated_at': '2021-12-13T22:55:53Z', 'revision_number': 5, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnets': [{'id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 22:56:02.491789 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27becff5-8b85-47d3-beb4-5761969f70cc None None] The sync data for ids ['3329f647-fdd7-4a92-890d-08d9c741437e'] in dv-cinder-796286-23-iscsi is: [{'id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'name': 'router1', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '149afb89-b422-46c6-baf3-4ffdcc345a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T22:55:40Z', 'updated_at': '2021-12-13T22:55:58Z', 'revision_number': 4, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'gw_port': {'id': '149afb89-b422-46c6-baf3-4ffdcc345a52', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:58Z', 'updated_at': '2021-12-13T22:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c1a640d7-2845-48ef-a919-56c0d3f14fb4', 'name': '', 'network_id': '667a47fb-2190-4c16-88ca-97d6821a5093', 'tenant_id': '85680a9e681d4022b7b8f46d750d98c0', 'mac_address': 'fa:16:3e:20:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3329f647-fdd7-4a92-890d-08d9c741437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T22:55:50Z', 'updated_at': '2021-12-13T22:55:53Z', 'revision_number': 5, 'project_id': '85680a9e681d4022b7b8f46d750d98c0', 'subnets': [{'id': 'ffa61d92-367c-4831-a134-9f8a4158af6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0311ea19-a616-4dac-9ae7-d074728ba374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 22:56:02.734169 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 149afb89-b422-46c6-baf3-4ffdcc345a52 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 22:56:02.788805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 149afb89-b422-46c6-baf3-4ffdcc345a52 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:56:02.789297 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.884056 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.908808 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 149afb89-b422-46c6-baf3-4ffdcc345a52, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=149afb89-b422-46c6-baf3-4ffdcc345a52,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 22:56:02.914798 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:02.966441 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=149afb89-b422-46c6-baf3-4ffdcc345a52,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:56:04.704061 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 149afb89-b422-46c6-baf3-4ffdcc345a52 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 22:56:04.769850 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 149afb89-b422-46c6-baf3-4ffdcc345a52 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:56:04.770459 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:12.214620 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 22:56:13.096982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ab7d082b-ad85-4e1d-9a1c-ece23b5aee44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:15.235205 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-03bdd7f0-cfc7-49f7-b825-0d0f104eb5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:16.757737 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:18.075461 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:18.828844 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:43.082770 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7653a909-addf-4efc-8a16-7d3aaafacec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:45.230397 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6223ca5f-b0d7-4fc0-9254-385d183ff0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:46.764683 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:48.079211 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:48.826102 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:56:49.214689 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 22:57:13.081589 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2784dae1-535c-4a63-829b-ce0340bb971c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:15.226441 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-79b238af-2aec-46d4-95c8-e87c792f636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:16.766272 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:18.087195 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:18.823235 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:23.326264 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39628) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:23.401146 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da9c1b0-4e2a-4e0d-b7e4-65298f0e1f32 admin admin] GET failed (client error): The resource could not be found. Dec 13 22:57:23.402778 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-6da9c1b0-4e2a-4e0d-b7e4-65298f0e1f32 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0752258 Dec 13 22:57:23.569253 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4c7e07-e034-44c3-9de5-db4d7383edec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:23.570751 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ee4c7e07-e034-44c3-9de5-db4d7383edec admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1608334 Dec 13 22:57:25.937258 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39638) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:26.047814 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb75135-f09d-4a20-a93f-b5d86e38e070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:26.049926 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-4bb75135-f09d-4a20-a93f-b5d86e38e070 admin admin] 10.222.0.13 "GET /v2.0/subnets/ffa61d92-367c-4831-a134-9f8a4158af6b HTTP/1.1" status: 200 len: 849 time: 0.1114058 Dec 13 22:57:26.062889 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:57:26.164026 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:26.214993 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 22:57:26.312329 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789966055644'] for subnet, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:26.340943 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:26.341544 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:26.344822 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] 10.222.0.13 "PUT /v2.0/subnets/ffa61d92-367c-4831-a134-9f8a4158af6b HTTP/1.1" status: 200 len: 868 time: 0.2853634 Dec 13 22:57:26.345856 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141be42e-d18e-4879-8d4e-8823992f3c08 None None] Network 667a47fb-2190-4c16-88ca-97d6821a5093 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:57:26.366729 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa61d92-367c-4831-a134-9f8a4158af6b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:57:26.374746 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.375114 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.375474 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.375781 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.376110 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.376467 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.376795 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.377116 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.378578 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.378578 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.378578 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.378578 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.379020 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca53bdb-fda7-4a74-aec7-fa24f23308b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:57:26.669740 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-87f60751-e22e-4522-901c-043ba52fadd8 None None] Provisioning complete for port c1a640d7-2845-48ef-a919-56c0d3f14fb4 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:57:26.670120 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-87f60751-e22e-4522-901c-043ba52fadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:26.757944 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-87f60751-e22e-4522-901c-043ba52fadd8 None None] Provisioning complete for port d9ba9bdd-2e15-46f1-881d-17300958f535 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:57:26.758257 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-87f60751-e22e-4522-901c-043ba52fadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:28.758758 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39646) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:29.056159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f9b64-2505-425b-9c0f-c661da44d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:29.056630 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f9b64-2505-425b-9c0f-c661da44d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:29.058240 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8e0f9b64-2505-425b-9c0f-c661da44d68c admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2981932 Dec 13 22:57:31.431504 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39654) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:31.591046 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5582667-c6d1-44a2-82bb-fe0b36bd1eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:31.591517 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5582667-c6d1-44a2-82bb-fe0b36bd1eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:31.593037 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a5582667-c6d1-44a2-82bb-fe0b36bd1eba admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1602507 Dec 13 22:57:33.944732 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39662) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:34.093189 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b769223-4f4f-470c-86b1-0d3f3f2d0516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:34.094559 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5b769223-4f4f-470c-86b1-0d3f3f2d0516 admin admin] 10.222.0.13 "GET /v2.0/networks/32239e6a-0d6b-4b84-ab25-8e251c4f3970 HTTP/1.1" status: 200 len: 886 time: 0.1488287 Dec 13 22:57:36.614570 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39670) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:36.763948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a598f-db16-40e9-b3ea-6b920e3ddc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:36.765305 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-314a598f-db16-40e9-b3ea-6b920e3ddc28 admin admin] 10.222.0.13 "GET /v2.0/networks/667a47fb-2190-4c16-88ca-97d6821a5093 HTTP/1.1" status: 200 len: 868 time: 0.1497545 Dec 13 22:57:39.167774 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39678) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:39.315090 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f0b51-55f2-465b-8d9f-71436c1c516a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:39.315540 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f0b51-55f2-465b-8d9f-71436c1c516a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:39.317053 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-464f0b51-55f2-465b-8d9f-71436c1c516a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1477027 Dec 13 22:57:41.729235 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39688) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:41.835058 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004bfd94-a15a-4bf3-b1c6-9a32acba2464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:41.835512 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004bfd94-a15a-4bf3-b1c6-9a32acba2464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:41.837024 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-004bfd94-a15a-4bf3-b1c6-9a32acba2464 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067183 Dec 13 22:57:43.087783 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-40b779c5-98fa-4976-9fc4-2efc3f4016d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:44.210689 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39696) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:44.315276 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45113b8-d2ad-4386-8d3a-7562ef19d5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:44.316973 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c45113b8-d2ad-4386-8d3a-7562ef19d5fe admin admin] 10.222.0.13 "GET /v2.0/subnets/11c1939f-1e94-4099-b861-147f5854cfe5 HTTP/1.1" status: 200 len: 816 time: 0.1053834 Dec 13 22:57:45.231421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d3a8235b-a753-4238-9d65-dc91e6ffe971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:46.754162 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39704) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:57:46.768967 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:46.849378 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d9560-c3a2-4f7e-aa3f-bf34b847c518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:57:46.850723 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-692d9560-c3a2-4f7e-aa3f-bf34b847c518 admin admin] 10.222.0.13 "GET /v2.0/subnets/ffa61d92-367c-4831-a134-9f8a4158af6b HTTP/1.1" status: 200 len: 868 time: 0.0955949 Dec 13 22:57:48.092742 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:57:48.819493 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:03.214933 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 22:58:11.757849 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:58:11.817781 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [None req-84c82793-0701-4c95-8d3b-67efdf63c503 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 22:58:11.819062 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-84c82793-0701-4c95-8d3b-67efdf63c503 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601676 Dec 13 22:58:13.085213 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9c045119-59da-4e03-923e-a525933e3936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:14.304052 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39766) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:58:14.376623 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b64c717-c951-491f-b5a9-6fe8de680171 admin admin] GET failed (client error): The resource could not be found. Dec 13 22:58:14.377944 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0b64c717-c951-491f-b5a9-6fe8de680171 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0726449 Dec 13 22:58:14.596364 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33674c39-a1f8-44f2-9a90-c68803b75f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:58:14.597910 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-33674c39-a1f8-44f2-9a90-c68803b75f9a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2152061 Dec 13 22:58:15.237880 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-19da8da6-6d34-4afc-b259-09474251f1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:16.772234 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:17.016590 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 39774) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:58:17.067401 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:58:17.096247 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Made reservation on behalf of c66fc0b8c6fc469cab7cb873d9093b95 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 22:58:17.098511 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:17.135479 dv-cinder-796286-23-iscsi neutron-server[102556]: WARNING neutron.services.revisions.revision_plugin [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Could not find related network for resource to bump revision. Dec 13 22:58:17.147773 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 22:58:17.158835 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:17.159181 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Added segment 72291f30-4e86-4146-9283-807cc9c64dcc of type vlan for network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 Dec 13 22:58:17.207948 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:17.233473 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:17.234359 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:58:17.235009 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:17.287529 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2697008 Dec 13 22:58:17.294277 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Pushing event updated for resources: {'Network': ['ID=2a9b2d86-5bc8-413f-9881-a68480bc6cb5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:58:17.301651 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.302023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.302379 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.302722 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.303416 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.303759 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.304094 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.304428 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.304762 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.305094 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.305456 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.305786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.306112 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ca9d-4794-4b43-8d60-f84e77ca6b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:17.318091 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 22:58:18.096398 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:18.815508 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:19.705384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39782) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:58:19.771494 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c0f32c-755b-4ca0-b562-0f5683d0f176 admin admin] GET failed (client error): The resource could not be found. Dec 13 22:58:19.772769 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-89c0f32c-755b-4ca0-b562-0f5683d0f176 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661156 Dec 13 22:58:19.844202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a953ad1-ba48-4543-b9e5-fdb6d5ae54e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:58:19.845623 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-4a953ad1-ba48-4543-b9e5-fdb6d5ae54e4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0678747 Dec 13 22:58:19.856084 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 22:58:19.878788 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Made reservation on behalf of c66fc0b8c6fc469cab7cb873d9093b95 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 22:58:19.881168 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.050323 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.103995 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:58:20.111044 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Checking segment: {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:58:20.111404 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Network hostable DHCP agents. Network: 2a9b2d86-5bc8-413f-9881-a68480bc6cb5, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 22:58:20.128784 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 22:58:20.138111 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 2a9b2d86-5bc8-413f-9881-a68480bc6cb5) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:58:20.141992 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 22:58:20.142587 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.148073 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94ed0d-050b-4bbd-b6bd-3e1b876816b0 None None] Network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:58:20.158159 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ee9e31a6-c674-408c-89a6-7487122f1cc1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056433 Dec 13 22:58:20.264347 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-2a9b2d86-5bc8-413f-9881-a68480bc6cb5', 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5', 'project_id': 'c66fc0b8c6fc469cab7cb873d9093b95', 'fixed_ips': [{'subnet_id': '1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 22:58:20.265277 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.509040 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Allocated IP 192.168.233.2 (2a9b2d86-5bc8-413f-9881-a68480bc6cb5/1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6/cebb1bed-7bc8-4752-91b7-c56e68252e80) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 22:58:20.655027 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.660787 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.700760 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 22:58:20.705400 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 22:58:20.708194 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 22:58:20.713822 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Pushing event updated for resources: {'Port': ['ID=cebb1bed-7bc8-4752-91b7-c56e68252e80,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:58:20.738340 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.738681 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.739049 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.739385 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.739712 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.740032 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.740362 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.740689 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.741005 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.741353 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.741687 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.742004 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.742312 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:58:20.776680 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Attempting to bind port cebb1bed-7bc8-4752-91b7-c56e68252e80 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 22:58:20.776998 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Attempting to bind port cebb1bed-7bc8-4752-91b7-c56e68252e80 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 22:58:20.777403 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Attempting to bind port cebb1bed-7bc8-4752-91b7-c56e68252e80 on network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 22:58:20.782551 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 22, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 22:58:20.782913 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Checking segment: {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 22:58:20.783309 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.783697 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Bound using segment: {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 22:58:20.784178 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Bound port: cebb1bed-7bc8-4752-91b7-c56e68252e80, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 22:58:20.784576 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.849879 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] For port cebb1bed-7bc8-4752-91b7-c56e68252e80, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 22:58:20.852889 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] For port cebb1bed-7bc8-4752-91b7-c56e68252e80, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=cebb1bed-7bc8-4752-91b7-c56e68252e80,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 22:58:20.859340 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:20.917018 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150b714-9577-490b-8506-33b76b12cd8e None None] Pushing event updated for resources: {'Port': ['ID=cebb1bed-7bc8-4752-91b7-c56e68252e80,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:58:21.752905 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18e4ac-ab27-435e-8721-3957da38eb51 None None] Network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 22:58:21.819828 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-19a6156b-86ff-4439-9630-1fd7c3a5597e None None] Provisioning complete for port cebb1bed-7bc8-4752-91b7-c56e68252e80 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:58:21.820287 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-19a6156b-86ff-4439-9630-1fd7c3a5597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:21.949021 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-19a6156b-86ff-4439-9630-1fd7c3a5597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:21.985586 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-19a6156b-86ff-4439-9630-1fd7c3a5597e None None] For port cebb1bed-7bc8-4752-91b7-c56e68252e80, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=cebb1bed-7bc8-4752-91b7-c56e68252e80,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 22:58:21.991191 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-19a6156b-86ff-4439-9630-1fd7c3a5597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:22.043215 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6156b-86ff-4439-9630-1fd7c3a5597e None None] Pushing event updated for resources: {'Port': ['ID=cebb1bed-7bc8-4752-91b7-c56e68252e80,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:58:22.215260 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-5d5bf34c-8ba9-4509-b184-c7de86e69663 None None] Provisioning complete for port cebb1bed-7bc8-4752-91b7-c56e68252e80 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:58:22.215552 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf34c-8ba9-4509-b184-c7de86e69663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:22.783461 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device cebb1bed-7bc8-4752-91b7-c56e68252e80 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 22:58:22.841975 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port cebb1bed-7bc8-4752-91b7-c56e68252e80 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 22:58:22.842352 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:40.215252 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 22:58:43.086930 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7fe4-e155-485c-8c6a-f6aea38449cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:45.232883 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-251eda21-c172-486c-aa98-6f01efcacf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:46.775991 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:48.099112 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:58:48.819495 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:13.082439 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2a5cba0f-1ac9-430a-b747-ee847d43e5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:15.238750 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-341efc94-8ce3-4744-a95c-95cc4d893138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:16.779029 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:17.215429 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 22:59:18.104490 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:18.828033 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.182363 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39826) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:59:33.188725 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [None req-89daef77-72b9-4dda-b702-fc07b9882f6a tempest-verify_tempest_config-619696100 tempest-verify_tempest_config-619696100-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 22:59:33.189723 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-89daef77-72b9-4dda-b702-fc07b9882f6a tempest-verify_tempest_config-619696100 tempest-verify_tempest_config-619696100-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063419 Dec 13 22:59:33.526987 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39844) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:59:33.643357 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.718690 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.724112 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.767618 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1947aa5a6e8c418bbb0e93c2328d3845&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2393675 Dec 13 22:59:33.768520 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3695bf-6fa6-4697-a85a-489d22bc7429,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:59:33.770428 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39848) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 22:59:33.785582 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.785860 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.786202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.786532 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.786861 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.787198 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.787517 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.787850 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.788176 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.788498 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.788813 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.789124 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.789465 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c9cd2-bf70-4527-95ae-30b4ec72d427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 22:59:33.835289 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-025e297d-6d16-4187-a92e-2fb0400a400a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.856211 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-025e297d-6d16-4187-a92e-2fb0400a400a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.962798 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-025e297d-6d16-4187-a92e-2fb0400a400a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.966423 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-025e297d-6d16-4187-a92e-2fb0400a400a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:33.967583 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-025e297d-6d16-4187-a92e-2fb0400a400a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c3695bf-6fa6-4697-a85a-489d22bc7429 HTTP/1.1" status: 204 len: 168 time: 0.1955206 Dec 13 22:59:33.975409 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e297d-6d16-4187-a92e-2fb0400a400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3695bf-6fa6-4697-a85a-489d22bc7429,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 22:59:43.088264 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5e238ddd-2982-4b8c-a499-a721851f9b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:45.236824 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7ced9564-9e26-44ac-beda-df154fee834f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:46.787947 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:48.109475 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:48.837539 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 22:59:54.215310 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:00:13.092280 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0fedb8df-b35e-42ae-8d1e-a09a5db3b0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:15.235394 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c70ed4e1-c3bc-479d-ba7c-3e52d43e63e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:16.787805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:18.116914 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:18.830108 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:31.216674 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 5 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:00:43.094732 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-98f32c68-e565-4333-be80-2202e96c9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:45.243492 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eb374f87-bab3-4b2f-b49d-e0bcdabed49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:46.798147 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:48.120261 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:00:48.825370 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:04.406842 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713981'] for agent, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:08.222734 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:01:13.196034 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-953bfa43-7bb7-49b0-8d7b-ba6ad8fe98cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:15.227788 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c3dcfc31-1d43-48d0-9157-1365d75cc5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:16.799107 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:18.121616 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:18.830423 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:20.298846 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39922) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:01:20.440125 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-b2abd2c8-f2d3-4340-8c0d-cdb1452534b8 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1401138 Dec 13 23:01:22.832222 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 39932) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:01:22.887768 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a8c511da-53fe-4da6-bb3f-01ba92761b92 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0544448 Dec 13 23:01:34.394444 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:43.095578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a0af-b3e3-474d-8f25-55bf40e5d1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:45.226165 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:01:45.236175 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ac61-a71e-4fd6-bf77-5178794681f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:46.805281 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:48.130150 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:01:48.837685 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:04.395046 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:13.092537 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-685ad8ef-dc25-48ff-b4c5-bf78059d9b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:15.231199 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-402084c9-c307-4758-bf3d-18eb5f3dab22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:16.807407 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:18.134528 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:18.843098 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:22.226247 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:02:34.400111 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:43.089057 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8dcbd45-affb-42c7-bb7a-dee0d21fd439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:45.235804 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c83265c1-2ce2-4d4d-a459-ee9c5b64ef59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:46.808450 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:48.140709 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:48.848294 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:50.831151 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:51.027573 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-657499911-network', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:51.063128 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Made reservation on behalf of ff275d4e81c547e4b1d09435f41a51a6 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:51.068391 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.082834 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.173384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.177926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.204372 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549f1926-9619-4e4d-8c6c-410348858804,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:51.216970 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:02:51.226753 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.227230 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Added segment b79c3404-92a7-40b3-8040-43c8de87bad3 of type vlan for network a89e1473-8054-486c-b303-1d4dde50db3c Dec 13 23:02:51.240017 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.240231 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.240581 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.240929 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.241267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.241660 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.241960 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.242293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.242624 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.242955 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.243313 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.243756 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.244143 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Tracked resource versions report: Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: pushed versions: Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: { 'AddressGroup': {'1.2'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'LocalIPAssociation': {'1.0'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Log': {'1.0'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Network': {'1.1'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Port': {'1.7'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'PortForwarding': {'1.2'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'QosPolicy': {'1.10'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroup': {'1.5'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SubPort': {'1.0'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Subnet': {'1.1'}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Trunk': {'1.1'}} Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: consumer versions: Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: HyperV agent@hv-cinder-79628: {}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'ConntrackHelper': '1.0', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'LocalIPAssociation': '1.0', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Log': '1.0', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Network': '1.1', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Port': '1.7', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'PortForwarding': '1.2', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'QosPolicy': '1.10', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroup': '1.5', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SecurityGroupRule': '1.2', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'SubPort': '1.0', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Subnet': '1.1', Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: 'Trunk': '1.1'}} Dec 13 23:02:51.245273 dv-cinder-796286-23-iscsi neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:02:51.299174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.327257 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.328626 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:51.329210 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.386316 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] Pushing event updated for resources: {'Network': ['ID=a89e1473-8054-486c-b303-1d4dde50db3c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:51.400705 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network a89e1473-8054-486c-b303-1d4dde50db3c details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:02:51.407047 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40058) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:51.407611 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3aabb14d-a12d-4f24-9055-b8152836153a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5749664 Dec 13 23:02:51.413033 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Request body: {'subnet': {'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-subnet', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:51.450084 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Made reservation on behalf of ff275d4e81c547e4b1d09435f41a51a6 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:51.453222 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.639240 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.728998 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4251d62-4b4b-43fa-b805-bba7acb0a42a,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:51.739750 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.740295 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.740751 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.741169 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.741684 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.742157 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.742590 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.743267 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.743862 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.744451 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.745062 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.745568 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.746076 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Tracked resource versions report: Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: pushed versions: Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: { 'AddressGroup': {'1.2'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'LocalIPAssociation': {'1.0'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Log': {'1.0'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Network': {'1.1'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Port': {'1.7'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'PortForwarding': {'1.2'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'QosPolicy': {'1.10'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroup': {'1.5'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SubPort': {'1.0'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Subnet': {'1.1'}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Trunk': {'1.1'}} Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: consumer versions: Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: HyperV agent@hv-cinder-79628: {}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'ConntrackHelper': '1.0', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'LocalIPAssociation': '1.0', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Log': '1.0', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Network': '1.1', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Port': '1.7', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'PortForwarding': '1.2', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'QosPolicy': '1.10', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroup': '1.5', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SecurityGroupRule': '1.2', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'SubPort': '1.0', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Subnet': '1.1', Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: 'Trunk': '1.1'}} Dec 13 23:02:51.747592 dv-cinder-796286-23-iscsi neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:02:51.755463 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Checking segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:51.755925 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Network hostable DHCP agents. Network: a89e1473-8054-486c-b303-1d4dde50db3c, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:02:51.782658 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Network a89e1473-8054-486c-b303-1d4dde50db3c is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:02:51.795915 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, a89e1473-8054-486c-b303-1d4dde50db3c) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:51.801770 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:51.803056 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.811392 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5524a24-b0cb-440d-a6f2-395e58aa6c76 None None] Network a89e1473-8054-486c-b303-1d4dde50db3c requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:51.843286 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2ed2c24e-c8bd-40f7-a091-4a70132b7c79 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4336846 Dec 13 23:02:51.843286 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40088) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:51.852493 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:51.883008 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.884218 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.933108 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-a89e1473-8054-486c-b303-1d4dde50db3c', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:02:51.934056 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:51.987661 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.117164 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Allocated IP 172.20.0.2 (a89e1473-8054-486c-b303-1d4dde50db3c/c4251d62-4b4b-43fa-b805-bba7acb0a42a/b477776d-28da-4c36-9ef2-0955298710ff) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:02:52.140553 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.321264 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40106) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:52.322529 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.333099 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.357105 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Network a89e1473-8054-486c-b303-1d4dde50db3c is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:02:52.376340 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:52.382618 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:02:52.449821 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Pushing event updated for resources: {'Port': ['ID=b477776d-28da-4c36-9ef2-0955298710ff,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:52.457578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Attempting to bind port b477776d-28da-4c36-9ef2-0955298710ff on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:02:52.458086 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Attempting to bind port b477776d-28da-4c36-9ef2-0955298710ff by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:02:52.458546 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Attempting to bind port b477776d-28da-4c36-9ef2-0955298710ff on network a89e1473-8054-486c-b303-1d4dde50db3c {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:02:52.461633 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.462197 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.462873 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.463546 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.464032 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.464679 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.465177 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.465687 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.466160 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.466671 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.467166 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.467636 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.468112 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Tracked resource versions report: Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: pushed versions: Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: { 'AddressGroup': {'1.2'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'ConntrackHelper': {'1.0'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'LocalIPAssociation': {'1.0'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Log': {'1.0'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Network': {'1.1'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Port': {'1.7'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'PortForwarding': {'1.2'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'QosPolicy': {'1.10'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroup': {'1.5'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroupRule': {'1.2'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SubPort': {'1.0'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Subnet': {'1.1'}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Trunk': {'1.1'}} Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: consumer versions: Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: HyperV agent@hv-cinder-79628: {}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'ConntrackHelper': '1.0', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'LocalIPAssociation': '1.0', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Log': '1.0', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Network': '1.1', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Port': '1.7', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'PortForwarding': '1.2', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'QosPolicy': '1.10', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroup': '1.5', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SecurityGroupRule': '1.2', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'SubPort': '1.0', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Subnet': '1.1', Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: 'Trunk': '1.1'}} Dec 13 23:02:52.469476 dv-cinder-796286-23-iscsi neutron-server[102558]: {{(pid=102558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:02:52.478196 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:02:52.478938 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Checking segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:52.483295 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.483702 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Bound using segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:02:52.484202 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Bound port: b477776d-28da-4c36-9ef2-0955298710ff, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:02:52.484622 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.499086 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.519430 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.561815 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] For port b477776d-28da-4c36-9ef2-0955298710ff, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:02:52.565808 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] For port b477776d-28da-4c36-9ef2-0955298710ff, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=b477776d-28da-4c36-9ef2-0955298710ff,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:02:52.572342 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.636622 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f39b-4e74-4591-9899-bea0312b319b None None] Pushing event updated for resources: {'Port': ['ID=b477776d-28da-4c36-9ef2-0955298710ff,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:52.645105 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Allocated IP 172.27.0.94 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/16585906-372b-4ddf-8aca-60c0b1a41051) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:02:52.687424 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-761779086-network', 'tenant_id': '0804199575b2425fa1dad0bb783c4554'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:52.714383 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Made reservation on behalf of 0804199575b2425fa1dad0bb783c4554 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:52.718048 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.747076 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.771670 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.812688 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.867131 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Pushing event updated for resources: {'Port': ['ID=16585906-372b-4ddf-8aca-60c0b1a41051,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:52.883182 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:02:52.884795 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:52.888280 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:02:52.992672 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.992672 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.992672 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:02:52.992672 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b32a7d-6eb4-412c-bb6c-370be24a3cb8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:52.992672 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:52.992672 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Added segment c78a478a-4079-4241-9d31-c1c06907d557 of type vlan for network 5ce30cd9-e5c6-4350-acc3-d84e067c707b Dec 13 23:02:53.049514 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.091860 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.093072 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:53.094089 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.155563 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8328013 Dec 13 23:02:53.160268 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40142) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:53.167098 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Request body: {'subnet': {'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-761779086-subnet', 'tenant_id': '0804199575b2425fa1dad0bb783c4554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:53.171398 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f77eb7-afb8-48a0-80f3-bf6c3416cf55 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce30cd9-e5c6-4350-acc3-d84e067c707b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:53.183414 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 5ce30cd9-e5c6-4350-acc3-d84e067c707b details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:02:53.277399 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Made reservation on behalf of 0804199575b2425fa1dad0bb783c4554 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:53.280380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.348891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40148) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:53.360831 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.609106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:53.612602 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.656119 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-700916263-network', 'tenant_id': '67aaeabf07684563875a4624fd28fbf2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:53.661832 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40168) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:53.694033 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Made reservation on behalf of 67aaeabf07684563875a4624fd28fbf2 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:53.697202 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.716760 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.800332 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.844539 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.851111 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.876138 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:02:53.905897 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.906520 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Added segment 6d386b25-f348-44fa-975a-8102e57e4458 of type vlan for network 163349af-bb12-4c11-a438-e7491cd0f7eb Dec 13 23:02:53.916155 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1beb84d3-b0e4-41d6-901e-1b97007fd8cc,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:53.920127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd901ce6-2d61-4331-9264-da79a17f575d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:53.944010 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Checking segment: {'id': 'c78a478a-4079-4241-9d31-c1c06907d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:53.946017 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Network hostable DHCP agents. Network: 5ce30cd9-e5c6-4350-acc3-d84e067c707b, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:02:53.962166 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-229992440-network', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:53.977897 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Router 84ff56c0-799c-4cf7-8203-09b27f95753b is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:02:53.981850 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Network 5ce30cd9-e5c6-4350-acc3-d84e067c707b is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:02:53.983871 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:53.988673 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1340394591-network', 'tenant_id': '64e3cc2f6e6e4265a268b5f871a7d92c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:54.041186 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25ac00-7f39-4251-911b-cb1c4b5a9469 None None] Network a89e1473-8054-486c-b303-1d4dde50db3c requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:54.054051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Made reservation on behalf of 282a2d4b93ea4c3aa626e1676d2d8adf for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:54.055024 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 5ce30cd9-e5c6-4350-acc3-d84e067c707b) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:54.057639 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.064695 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:54.065289 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.070149 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.079055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Made reservation on behalf of 64e3cc2f6e6e4265a268b5f871a7d92c for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:54.081592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.097225 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.107373 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.108325 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:54.108898 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.129918 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-117a5a3d-8489-49b3-ace6-cc6772deca43 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9685211 Dec 13 23:02:54.145961 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b284957-72ef-432e-ae03-21b54cfb6a0a None None] Network 5ce30cd9-e5c6-4350-acc3-d84e067c707b requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:54.165118 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:02:54.178355 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:02:54.190724 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8406887 Dec 13 23:02:54.193757 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40192) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:54.202381 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Request body: {'subnet': {'network_id': '163349af-bb12-4c11-a438-e7491cd0f7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-700916263-subnet', 'tenant_id': '67aaeabf07684563875a4624fd28fbf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:54.203570 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:02:54.205070 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:02:54.225906 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.230173 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a56ac54c-85be-4330-bb30-159126e1924e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3858466 Dec 13 23:02:54.233073 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40196) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:54.275982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a4f39-1675-4e31-b721-33855f034033 None None] Network 5ce30cd9-e5c6-4350-acc3-d84e067c707b requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:54.356480 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-55aa686a-a034-4733-bda4-305a1bd14411 None None] Provisioning complete for port b477776d-28da-4c36-9ef2-0955298710ff triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:54.357154 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55aa686a-a034-4733-bda4-305a1bd14411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.517598 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.530828 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Made reservation on behalf of 67aaeabf07684563875a4624fd28fbf2 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:54.533320 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.612597 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:02:54.633406 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.653243 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55aa686a-a034-4733-bda4-305a1bd14411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.658289 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:02:54.684482 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.686291 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Added segment aaa020ce-5f7b-42f9-82bd-5c241f605734 of type vlan for network 1b7619b6-4067-4576-9319-50cca228cd17 Dec 13 23:02:54.729451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-55aa686a-a034-4733-bda4-305a1bd14411 None None] For port b477776d-28da-4c36-9ef2-0955298710ff, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=b477776d-28da-4c36-9ef2-0955298710ff,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:02:54.748706 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55aa686a-a034-4733-bda4-305a1bd14411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.800282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.828874 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa686a-a034-4733-bda4-305a1bd14411 None None] Pushing event updated for resources: {'Port': ['ID=b477776d-28da-4c36-9ef2-0955298710ff,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:54.836459 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.909787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11977d-6506-4dcf-a877-e2d75ca92bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=163349af-bb12-4c11-a438-e7491cd0f7eb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:54.928675 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0b619-2b27-4101-bea7-501af7d3de2e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:54.935119 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:54.936719 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 163349af-bb12-4c11-a438-e7491cd0f7eb details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:02:55.003141 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff0c4b-3c38-4f71-a483-a54edf942ba7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:55.029875 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:02:55.059296 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.060332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:55.063583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.124010 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b11ab53c-2aa7-4270-800a-bf8ff9bec77e None None] Provisioning complete for port b477776d-28da-4c36-9ef2-0955298710ff triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:55.124495 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b11ab53c-2aa7-4270-800a-bf8ff9bec77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.201384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.239973 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device b477776d-28da-4c36-9ef2-0955298710ff up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:02:55.247210 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7619b6-4067-4576-9319-50cca228cd17,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:55.261388 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-dfc0c32b-0e25-4a00-a85f-6b7839c0c629 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6477833 Dec 13 23:02:55.266632 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.266989 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Added segment 2b1017b9-02cb-45d6-93c9-5eff8fde92e3 of type vlan for network e25a0760-1b13-4e1d-bcac-3c85e52e485e Dec 13 23:02:55.268079 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:55.279214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Request body: {'subnet': {'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-229992440-subnet', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:55.323823 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Checking segment: {'id': '6d386b25-f348-44fa-975a-8102e57e4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '163349af-bb12-4c11-a438-e7491cd0f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:55.324242 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Network hostable DHCP agents. Network: 163349af-bb12-4c11-a438-e7491cd0f7eb, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:02:55.337263 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:53Z', 'revision_number': 3, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:02:55.344352 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 1b7619b6-4067-4576-9319-50cca228cd17 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:02:55.389994 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Network 163349af-bb12-4c11-a438-e7491cd0f7eb is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:02:55.406771 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 163349af-bb12-4c11-a438-e7491cd0f7eb) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:55.419327 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ba3d5e-62a8-4184-bba3-334a527c5bb4,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:55.432417 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:02:55.432895 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Updating router 84ff56c0-799c-4cf7-8203-09b27f95753b port 16585906-372b-4ddf-8aca-60c0b1a41051 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:02:55.433042 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.445079 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:55.445721 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.464174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Made reservation on behalf of 282a2d4b93ea4c3aa626e1676d2d8adf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:55.466898 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.478066 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b1eff-f820-487e-a5e4-512c10f150d0 None None] Network 163349af-bb12-4c11-a438-e7491cd0f7eb requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:55.490793 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.592786 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.650532 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port b477776d-28da-4c36-9ef2-0955298710ff triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:55.651258 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.767769 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad66004-59db-4de6-9581-1196c422f5e7 None None] Network 163349af-bb12-4c11-a438-e7491cd0f7eb requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:55.906205 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e7ae9d39-b3e1-465e-9305-0d2af828db0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7076297 Dec 13 23:02:55.912058 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.914664 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:55.921167 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:55.956692 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Allocated IP 172.20.0.1 (a89e1473-8054-486c-b303-1d4dde50db3c/c4251d62-4b4b-43fa-b805-bba7acb0a42a/c32899eb-2ca7-4101-8ce9-20988b50095e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:02:55.964957 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40254) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:56.031257 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] Pushing event updated for resources: {'Network': ['ID=e25a0760-1b13-4e1d-bcac-3c85e52e485e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:56.044291 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:02:56.050356 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.110904 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.121710 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d36bae6a-b28d-41e4-a6ee-89b6876eab94 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4578152 Dec 13 23:02:56.122369 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40258) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:56.122954 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7580a5ef-c1f6-4785-bf4e-32ed2390c903,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:56.125217 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.139338 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Request body: {'subnet': {'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1340394591-subnet', 'tenant_id': '64e3cc2f6e6e4265a268b5f871a7d92c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:56.152503 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Checking segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:56.152936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Network hostable DHCP agents. Network: 1b7619b6-4067-4576-9319-50cca228cd17, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:02:56.181979 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Network 1b7619b6-4067-4576-9319-50cca228cd17 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:02:56.200046 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 1b7619b6-4067-4576-9319-50cca228cd17) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:56.208595 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:56.210928 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.235756 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f7183-2406-4fd3-b659-30eb185b83db None None] Network 1b7619b6-4067-4576-9319-50cca228cd17 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:56.261164 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Attempting to bind port 16585906-372b-4ddf-8aca-60c0b1a41051 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:02:56.261800 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Attempting to bind port 16585906-372b-4ddf-8aca-60c0b1a41051 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:02:56.262176 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Attempting to bind port 16585906-372b-4ddf-8aca-60c0b1a41051 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:02:56.268644 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Pushing event updated for resources: {'Port': ['ID=16585906-372b-4ddf-8aca-60c0b1a41051,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:56.282766 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.291933 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Made reservation on behalf of 64e3cc2f6e6e4265a268b5f871a7d92c for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:56.297012 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.301195 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e803882e-a096-48d2-b3d8-9e2a113416b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0313902 Dec 13 23:02:56.301891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:56.307582 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:56.312637 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:02:56.313005 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:56.313631 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.314201 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:02:56.314838 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Bound port: 16585906-372b-4ddf-8aca-60c0b1a41051, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:02:56.315400 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.319995 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.323496 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.325584 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.326106 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.326631 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.329179 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.329731 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.330246 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.331169 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.331663 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.333290 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.333847 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.334327 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Tracked resource versions report: Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: pushed versions: Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: { 'AddressGroup': {'1.2'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'ConntrackHelper': {'1.0'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'LocalIPAssociation': {'1.0'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Log': {'1.0'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Network': {'1.1'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Port': {'1.7'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'PortForwarding': {'1.2'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'QosPolicy': {'1.10'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroup': {'1.5'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroupRule': {'1.2'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SubPort': {'1.0'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Subnet': {'1.1'}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Trunk': {'1.1'}} Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: consumer versions: Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: { DHCP agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: HyperV agent@hv-cinder-79628: {}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: L3 agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: Metadata agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: Metering agent@dv-cinder-796286-23-iscsi: {}, Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: Open vSwitch agent@dv-cinder-796286-23-iscsi: { 'AddressGroup': '1.2', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'ConntrackHelper': '1.0', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'LocalIPAssociation': '1.0', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Log': '1.0', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Network': '1.1', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Port': '1.7', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'PortForwarding': '1.2', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'QosPolicy': '1.10', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroup': '1.5', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SecurityGroupRule': '1.2', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'SubPort': '1.0', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Subnet': '1.1', Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: 'Trunk': '1.1'}} Dec 13 23:02:56.338079 dv-cinder-796286-23-iscsi neutron-server[102559]: {{(pid=102559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:02:56.375137 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.376894 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.501543 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.503571 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] For port 16585906-372b-4ddf-8aca-60c0b1a41051, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:02:56.519517 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] For port 16585906-372b-4ddf-8aca-60c0b1a41051, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=16585906-372b-4ddf-8aca-60c0b1a41051,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:02:56.530887 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.539704 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5150f38b-032d-450a-a31f-e9710145dda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.612062 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-1b7619b6-4067-4576-9319-50cca228cd17', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:02:56.612982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.678941 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400f556-4254-4e71-aad7-77dd340feafc None None] Pushing event updated for resources: {'Port': ['ID=16585906-372b-4ddf-8aca-60c0b1a41051,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:56.715889 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:02:56.716531 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:02:56.740514 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.811491 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Network a89e1473-8054-486c-b303-1d4dde50db3c is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:02:56.844116 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:56.861689 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:02:56.862286 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.928122 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:56.979377 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.023449 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Allocated IP 172.20.0.2 (1b7619b6-4067-4576-9319-50cca228cd17/7580a5ef-c1f6-4785-bf4e-32ed2390c903/ecee8759-9e74-4fa7-8133-091fdc8d42ff) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:02:57.032969 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c11890e-1128-4b1f-a199-d8ee7b5f5310,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:57.063469 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Pushing event updated for resources: {'Port': ['ID=c32899eb-2ca7-4101-8ce9-20988b50095e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:57.064902 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:02:57.126361 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40302) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:57.134565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-233451031-network', 'tenant_id': '16cae9405f3e4599bc5309114b210f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:57.158697 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5150f38b-032d-450a-a31f-e9710145dda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.191643 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5150f38b-032d-450a-a31f-e9710145dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.269749 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5150f38b-032d-450a-a31f-e9710145dda6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d1ac62fdfd544bc831e1aba3c751447&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3010025 Dec 13 23:02:57.289090 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:57.356074 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:57.363622 dv-cinder-796286-23-iscsi neutron-server[102556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 23:02:57.375613 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Made reservation on behalf of 16cae9405f3e4599bc5309114b210f68 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:57.377851 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.378533 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:53Z', 'revision_number': 3, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:02:57.387356 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.404343 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-797c8e51-292d-4ff1-82aa-04db92ddbeb0 None None] Provisioning complete for port c32899eb-2ca7-4101-8ce9-20988b50095e triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:57.404780 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-797c8e51-292d-4ff1-82aa-04db92ddbeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.408220 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.415059 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Checking segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:57.415691 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Network hostable DHCP agents. Network: e25a0760-1b13-4e1d-bcac-3c85e52e485e, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:02:57.425267 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cabece8-c3b6-48f6-bca9-0c14c514b176 None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:53Z', 'revision_number': 3, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:02:57.435658 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.437629 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150f38b-032d-450a-a31f-e9710145dda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e04236-0928-483f-b529-2e5a83c13a44,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:57.472176 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:02:57.474565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69d095d0-b16f-4f23-b951-ff597d187f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.508195 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Network 1b7619b6-4067-4576-9319-50cca228cd17 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:02:57.518100 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:57.520933 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:02:57.531415 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.547400 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, e25a0760-1b13-4e1d-bcac-3c85e52e485e) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:57.553280 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:57.553990 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.562708 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac48299-7595-4b38-9a87-88b52e8bcbd6 None None] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:57.601866 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-7d48b02e-4690-4109-a0dd-ed61c3b3317e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4671397 Dec 13 23:02:57.679463 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-797c8e51-292d-4ff1-82aa-04db92ddbeb0 None None] Port c32899eb-2ca7-4101-8ce9-20988b50095e cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:02:57.711645 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Pushing event updated for resources: {'Port': ['ID=ecee8759-9e74-4fa7-8133-091fdc8d42ff,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:57.717989 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6930a3f-e151-4c89-9d47-5aba27c67e39 None None] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:02:57.806583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7bd587d4-4d73-4ff9-a9d8-3f81e7d9000b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:57.865537 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7bd587d4-4d73-4ff9-a9d8-3f81e7d9000b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/networks?id=5ce30cd9-e5c6-4350-acc3-d84e067c707b HTTP/1.1" status: 200 len: 811 time: 0.4673536 Dec 13 23:02:57.887563 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69d095d0-b16f-4f23-b951-ff597d187f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.917730 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Attempting to bind port ecee8759-9e74-4fa7-8133-091fdc8d42ff on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:02:57.918468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Attempting to bind port ecee8759-9e74-4fa7-8133-091fdc8d42ff by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:02:57.919092 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Attempting to bind port ecee8759-9e74-4fa7-8133-091fdc8d42ff on network 1b7619b6-4067-4576-9319-50cca228cd17 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:02:57.929047 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:02:57.930334 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Checking segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:02:57.931077 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.931853 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Bound using segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:02:57.932609 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Bound port: ecee8759-9e74-4fa7-8133-091fdc8d42ff, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:02:57.934111 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:57.986987 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-320643ae-5697-4da4-9b18-6644b1bcabac tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/quotas/0804199575b2425fa1dad0bb783c4554 HTTP/1.1" status: 200 len: 375 time: 0.1165283 Dec 13 23:02:58.048021 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.056925 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.058296 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.121286 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-9cb69eb5-342f-41a9-ad2a-8378e4effc8d tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0804199575b2425fa1dad0bb783c4554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320765 Dec 13 23:02:58.162734 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] For port ecee8759-9e74-4fa7-8133-091fdc8d42ff, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:02:58.168917 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] For port ecee8759-9e74-4fa7-8133-091fdc8d42ff, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=ecee8759-9e74-4fa7-8133-091fdc8d42ff,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:02:58.184278 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.239779 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Pushing event updated for resources: {'Port': ['ID=c32899eb-2ca7-4101-8ce9-20988b50095e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:58.304723 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69d095d0-b16f-4f23-b951-ff597d187f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.307519 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69d095d0-b16f-4f23-b951-ff597d187f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.308706 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-69d095d0-b16f-4f23-b951-ff597d187f78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8e04236-0928-483f-b529-2e5a83c13a44 HTTP/1.1" status: 204 len: 168 time: 1.0177867 Dec 13 23:02:58.331012 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d095d0-b16f-4f23-b951-ff597d187f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e04236-0928-483f-b529-2e5a83c13a44,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:58.334291 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Network a89e1473-8054-486c-b303-1d4dde50db3c is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:02:58.347262 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:58.349551 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.420936 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a29ed-d48f-4b70-a751-a0502fcc0f64 None None] Pushing event updated for resources: {'Port': ['ID=ecee8759-9e74-4fa7-8133-091fdc8d42ff,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:58.496219 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.524589 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.535178 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40358) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:58.685902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:58.718385 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-3689cbd1-bf96-4201-b605-a8c2e0afd4d5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:02:58.719679 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-3689cbd1-bf96-4201-b605-a8c2e0afd4d5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2441385 Dec 13 23:02:58.740991 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-8c219a48-deab-4e47-a9a1-50e03d427436 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:58.748104 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-8c219a48-deab-4e47-a9a1-50e03d427436 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.2116055 Dec 13 23:02:58.836196 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Router 84ff56c0-799c-4cf7-8203-09b27f95753b has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:02:58.973729 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-01df3581-b730-4031-958d-5e53660a898e service neutron] 10.222.0.13 "GET /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229967 Dec 13 23:02:58.981441 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:02:59.001276 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-240fd0b5-17f3-4df2-b0d1-88fe891c7d79 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/quotas/64e3cc2f6e6e4265a268b5f871a7d92c HTTP/1.1" status: 200 len: 375 time: 0.2521920 Dec 13 23:02:59.026770 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62533c31-4f9a-4d4f-bd2f-dad27c7a4e3c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:59.047702 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.048393 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Added segment 465c5a98-f5d1-42c9-acc1-9813d610ba8e of type vlan for network 5a900155-ca3a-458d-8803-bbb9d1ab7c5f Dec 13 23:02:59.063443 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40368) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:59.107473 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-a0d7b8aa-c07e-44e5-b4c9-7c989b3e261c None None] Provisioning complete for port c32899eb-2ca7-4101-8ce9-20988b50095e triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:59.107845 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b8aa-c07e-44e5-b4c9-7c989b3e261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.110467 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba987ac7-fd4a-4e06-aec8-8a290f6f6cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.116549 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 16585906-372b-4ddf-8aca-60c0b1a41051 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:02:59.159462 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-89a209c8-3680-4eb1-aab2-aad64ef7c028 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1565938 Dec 13 23:02:59.170605 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:02:59.208568 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7b8aa-c07e-44e5-b4c9-7c989b3e261c None None] Port c32899eb-2ca7-4101-8ce9-20988b50095e cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:02:59.210692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.224785 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:02:59.231329 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-90cdd4b4-a317-40cc-b1ce-a3fbb4079081 admin admin] 10.222.0.13 "PUT /v2.0/routers/84ff56c0-799c-4cf7-8203-09b27f95753b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9930127 Dec 13 23:02:59.265931 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 16585906-372b-4ddf-8aca-60c0b1a41051 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:59.274131 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Allocated IP 172.27.0.214 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/c1dfdd3a-662a-4c62-abcc-e960e1bc3317) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:02:59.277008 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.302851 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-5ec870c2-a9cf-4967-bf43-aaa466c7b073 service neutron] 10.222.0.13 "GET /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139431 Dec 13 23:02:59.310798 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba987ac7-fd4a-4e06-aec8-8a290f6f6cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.318129 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.319354 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:02:59.319792 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba987ac7-fd4a-4e06-aec8-8a290f6f6cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.319918 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.431740 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3042676 Dec 13 23:02:59.433029 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40382) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:59.454684 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Request body: {'subnet': {'network_id': '5a900155-ca3a-458d-8803-bbb9d1ab7c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-233451031-subnet', 'tenant_id': '16cae9405f3e4599bc5309114b210f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:02:59.458280 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af170f9a-279d-48e9-abda-8ec6f5324ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a900155-ca3a-458d-8803-bbb9d1ab7c5f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:59.477225 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba987ac7-fd4a-4e06-aec8-8a290f6f6cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b791e66-a74b-459f-98a0-0c558eabe416,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:59.482054 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 5a900155-ca3a-458d-8803-bbb9d1ab7c5f details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:02:59.496540 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ba987ac7-fd4a-4e06-aec8-8a290f6f6cee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=172dcb51656b4b22a4fc90dd7f28069b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4232090 Dec 13 23:02:59.499032 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40386) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:02:59.538884 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-42a00033-6bdf-4f7a-99b0-c314018aa3c2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:02:59.539909 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-42a00033-6bdf-4f7a-99b0-c314018aa3c2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1202285 Dec 13 23:02:59.550775 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.555970 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.563604 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Made reservation on behalf of 16cae9405f3e4599bc5309114b210f68 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:02:59.566634 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.610882 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 16585906-372b-4ddf-8aca-60c0b1a41051, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=16585906-372b-4ddf-8aca-60c0b1a41051,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:02:59.630002 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.630852 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device ecee8759-9e74-4fa7-8133-091fdc8d42ff up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:02:59.692523 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.755988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Pushing event updated for resources: {'Port': ['ID=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:59.765440 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-7c0c87e3-1f89-4462-b3d8-04e953e2c7fd service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127504 Dec 13 23:02:59.774009 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:02:59.796873 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a26741-7ccb-4007-94da-f0045adf8368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.850926 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a26741-7ccb-4007-94da-f0045adf8368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:02:59.878645 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=16585906-372b-4ddf-8aca-60c0b1a41051,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:02:59.898014 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-c83210c5-be1f-47fd-bd85-c37b3bf33c3f service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225040 Dec 13 23:02:59.898885 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:02:59.901858 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:02:59.929309 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port ecee8759-9e74-4fa7-8133-091fdc8d42ff triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:02:59.929718 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.006232 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a26741-7ccb-4007-94da-f0045adf8368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.011821 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a26741-7ccb-4007-94da-f0045adf8368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.015019 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f2a26741-7ccb-4007-94da-f0045adf8368 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b791e66-a74b-459f-98a0-0c558eabe416 HTTP/1.1" status: 204 len: 168 time: 0.5072563 Dec 13 23:03:00.076922 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a26741-7ccb-4007-94da-f0045adf8368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b791e66-a74b-459f-98a0-0c558eabe416,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:00.447189 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.453122 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.576764 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cd18ba-09b6-477f-ad64-5e1b13440074,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:00.630314 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port ecee8759-9e74-4fa7-8133-091fdc8d42ff, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=ecee8759-9e74-4fa7-8133-091fdc8d42ff,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:00.640539 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:03:00.652836 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Checking segment: {'id': '465c5a98-f5d1-42c9-acc1-9813d610ba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5a900155-ca3a-458d-8803-bbb9d1ab7c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:00.653511 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Network hostable DHCP agents. Network: 5a900155-ca3a-458d-8803-bbb9d1ab7c5f, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:03:00.677767 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:00.679250 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:00.680039 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Network 5a900155-ca3a-458d-8803-bbb9d1ab7c5f is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:03:00.702716 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 5a900155-ca3a-458d-8803-bbb9d1ab7c5f) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:00.709380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:00.711113 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.728200 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c4ebec45-37da-47f1-b00a-fcad1413ee76 req-46b3b5a8-dcab-4755-b812-f53158746cf6 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.1966240 Dec 13 23:03:00.768145 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.787392 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ebe76c5f-20fe-43e2-8ecb-af827204d1dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3363461 Dec 13 23:03:00.800889 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3a816-19ef-4f5b-9148-2b59b9d197af None None] Network 1b7619b6-4067-4576-9319-50cca228cd17 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:03:00.806754 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced4cf2-879b-48f8-8966-2a126001ec3d None None] Network 5a900155-ca3a-458d-8803-bbb9d1ab7c5f requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:03:00.914988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:00.942195 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40462) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:00.947264 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91867104', 'description': 'tempest-description--37965461'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:01.038565 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.124759 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40472) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:01.144215 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19e2188b-8ac1-4e54-868f-d10c01e263a7 req-7206f81f-31bf-4750-87a0-fabdbb18c9f3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0760889 Dec 13 23:03:01.206935 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Deleting subnet 09ba3d5e-62a8-4184-bba3-334a527c5bb4 {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:03:01.210456 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 16585906-372b-4ddf-8aca-60c0b1a41051 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:01.214427 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.259062 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc23f1-1a67-4854-8846-91d2bb00d34e None None] Network 5a900155-ca3a-458d-8803-bbb9d1ab7c5f requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:03:01.326548 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.351106 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.356190 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.506823 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.513127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.570027 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-66f99609-824a-4ac5-bc4e-b912944fbb70 None None] Provisioning complete for port ecee8759-9e74-4fa7-8133-091fdc8d42ff triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:01.571930 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-66f99609-824a-4ac5-bc4e-b912944fbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.604838 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.611447 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1791 time: 0.6654010 Dec 13 23:03:01.622365 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40508) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:01.644076 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'security_group_rule': {'security_group_id': '3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:01.664423 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e443a-ac2c-4a7f-8f53-b5fa048d1f97 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:01.675174 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.808153 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=ecee8759-9e74-4fa7-8133-091fdc8d42ff,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:01.817682 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:01.842321 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09ba3d5e-62a8-4184-bba3-334a527c5bb4 HTTP/1.1" status: 204 len: 168 time: 0.7183511 Dec 13 23:03:01.847913 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923589-fa37-46f7-bf39-7b96ee7e6e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ba3d5e-62a8-4184-bba3-334a527c5bb4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:01.879209 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40528) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:01.944959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9092952f-0e32-434e-8154-d4eef1482313 req-f92abe25-4974-4fb9-b76c-72e7b4a80a4a tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.0565958 Dec 13 23:03:01.954732 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:02.011524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Router f37b0211-2b23-48e4-866d-1173f3543a8c is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:03:02.034146 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.156823 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.180101 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.220055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:03:02.231080 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:03:02.247133 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.249831 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cc067499-568f-4f34-b7d7-bd79fda2643a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9465001 Dec 13 23:03:02.252599 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:02.253968 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:02.256373 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:02.267219 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.267728 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6415844 Dec 13 23:03:02.288867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40550) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:02.293283 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e488a4-d76c-4d82-b2fe-ab5a0bd9655a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d13664-b0a7-4233-9a47-de5061288eb0,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:02.314153 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'security_group_rule': {'security_group_id': '3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:02.345958 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.349402 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 16585906-372b-4ddf-8aca-60c0b1a41051 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:02.349896 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.514948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.535059 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:02.555092 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.555679 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.556681 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.557187 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > port after_create 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.557697 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.558184 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > port after_update 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.558647 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.559126 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.559593 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.560068 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:02.618743 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b999bab-9ae7-4369-ab90-8bb996b11d01 req-2f9c1784-23da-48b9-9658-e4827f1db31d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.1710260 Dec 13 23:03:02.753207 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-a5137a75-0406-412f-8de4-ff9d0f044fe4 None None] Provisioning complete for port ecee8759-9e74-4fa7-8133-091fdc8d42ff triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:02.754201 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a5137a75-0406-412f-8de4-ff9d0f044fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.852275 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 2, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:02.854039 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:00Z', 'revision_number': 3, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:02.890676 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:03:02.891271 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Updating router f37b0211-2b23-48e4-866d-1173f3543a8c port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:03:02.920474 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:02.952487 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:03:02.952843 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Updating router 84ff56c0-799c-4cf7-8203-09b27f95753b port c32899eb-2ca7-4101-8ce9-20988b50095e binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:03:02.991103 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device ecee8759-9e74-4fa7-8133-091fdc8d42ff up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:03.007948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:03.008380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:03.008773 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:03.009416 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:03.009976 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163349af-bb12-4c11-a438-e7491cd0f7eb']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:03.023595 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.108587 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.112572 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d386b25-f348-44fa-975a-8102e57e4458') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:03.113239 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d386b25-f348-44fa-975a-8102e57e4458') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:03.119442 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.120511 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50cfeb53-fb33-424e-89c5-74dbabcbd198 req-5c0c77a4-16f8-47e9-999f-81a887b00ec9 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.0588448 Dec 13 23:03:03.157303 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f25a97-a95c-4bfc-8d73-7601f39937e8,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:03.161190 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.197867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.208785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.225391 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.225920 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.227163 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-b3798bbc-fbe6-4cba-85f0-31bdcdf0db83 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9345336 Dec 13 23:03:03.228489 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:03:03.228885 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: from cryptography.utils import int_from_bytes Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: from cryptography.utils import int_from_bytes Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:03:03.236335 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:03:03.239080 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40578) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:03.258157 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:03.335916 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.347729 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.352496 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.456993 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.480070 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port ecee8759-9e74-4fa7-8133-091fdc8d42ff triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:03.480462 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.520171 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.521186 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d8640-ccff-47b8-a23a-82963c154efc None None] Pushing event updated for resources: {'Port': ['ID=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:03.528247 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40582) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:03.528377 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/163349af-bb12-4c11-a438-e7491cd0f7eb HTTP/1.1" status: 204 len: 168 time: 1.6476326 Dec 13 23:03:03.538168 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3b19-7abd-400f-b7a9-438b998eda8d admin admin] Pushing event deleted for resources: {'Network': ['ID=163349af-bb12-4c11-a438-e7491cd0f7eb,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:03.561986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.582439 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Allocated IP 172.20.0.1 (1b7619b6-4067-4576-9319-50cca228cd17/7580a5ef-c1f6-4785-bf4e-32ed2390c903/5a5b1464-069a-4250-83d1-30b72166ac46) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:03.593219 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Deleting subnet 55cd18ba-09b6-477f-ad64-5e1b13440074 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:03:03.597592 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Attempting to bind port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:03.601501 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.601839 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.606151 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Attempting to bind port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:03.616293 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Attempting to bind port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:03.637693 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:03.638079 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:03.638488 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.638880 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:03.639344 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Bound port: c1dfdd3a-662a-4c62-abcc-e960e1bc3317, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:03.642512 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.761378 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d547a7-d258-4396-8d79-ca41742562fe None None] Pushing event updated for resources: {'Port': ['ID=c32899eb-2ca7-4101-8ce9-20988b50095e,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:03.792974 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] For port c1dfdd3a-662a-4c62-abcc-e960e1bc3317, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:03.802616 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.803229 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] For port c1dfdd3a-662a-4c62-abcc-e960e1bc3317, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:03.824150 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.826346 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.851850 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.864884 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Attempting to bind port c32899eb-2ca7-4101-8ce9-20988b50095e on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:03.865704 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Attempting to bind port c32899eb-2ca7-4101-8ce9-20988b50095e by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:03.866165 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Attempting to bind port c32899eb-2ca7-4101-8ce9-20988b50095e on network a89e1473-8054-486c-b303-1d4dde50db3c {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:03.885387 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:03.887680 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Checking segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:03.888201 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.893615 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Bound using segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:03.898541 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Bound port: c32899eb-2ca7-4101-8ce9-20988b50095e, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:03.899106 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.967620 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:03.975947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.029368 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:04.029708 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:04.054708 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cd18ba-09b6-477f-ad64-5e1b13440074,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:04.073223 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Allocated IP 172.27.0.124 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/d34e9341-7400-4eec-ae5d-f8cd3b7c88c9) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:04.074520 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.080911 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fde095c3-2030-4992-8d45-912a36c4cdc1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55cd18ba-09b6-477f-ad64-5e1b13440074 HTTP/1.1" status: 204 len: 168 time: 0.5494702 Dec 13 23:03:04.083204 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40600) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:04.108430 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.115787 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34888fb1-7b26-415f-b118-0fd442a78bca req-fa0faa5b-dcb3-46d7-910f-807d309800f7 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0906541 Dec 13 23:03:04.117141 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] For port c32899eb-2ca7-4101-8ce9-20988b50095e, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:04.121941 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] For port c32899eb-2ca7-4101-8ce9-20988b50095e, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c32899eb-2ca7-4101-8ce9-20988b50095e,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:04.157632 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.245753 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d547a7-d258-4396-8d79-ca41742562fe None None] Pushing event updated for resources: {'Port': ['ID=c32899eb-2ca7-4101-8ce9-20988b50095e,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:04.258126 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:04.258769 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:04.292835 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:04.338899 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Network 1b7619b6-4067-4576-9319-50cca228cd17 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:04.384328 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:04.401551 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:04.405371 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:04.406336 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.485365 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb9855c-e760-416c-a526-3f089d5a0e9f req-9135e958-a6c3-40a9-a2df-84ec274135e0 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.2145257 Dec 13 23:03:04.549776 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-aef945dc-a009-45c6-8020-5f882808de71 None None] Provisioning complete for port c32899eb-2ca7-4101-8ce9-20988b50095e triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:04.550815 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aef945dc-a009-45c6-8020-5f882808de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.569267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b1464-069a-4250-83d1-30b72166ac46,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:04.600956 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.622961 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d8640-ccff-47b8-a23a-82963c154efc None None] Pushing event updated for resources: {'Port': ['ID=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:04.652221 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.724704 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:00Z', 'revision_number': 3, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:04.771014 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.811866 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535399d3-a3a7-48f9-a1b8-fe6cbb14edb1 None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:00Z', 'revision_number': 3, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:03:04.826775 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.886665 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:04.897037 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:04.900420 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:04.948367 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aef945dc-a009-45c6-8020-5f882808de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:04.984645 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.002757 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'Port': ['ID=d34e9341-7400-4eec-ae5d-f8cd3b7c88c9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:05.005772 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:05.012939 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-aef945dc-a009-45c6-8020-5f882808de71 None None] For port c32899eb-2ca7-4101-8ce9-20988b50095e, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c32899eb-2ca7-4101-8ce9-20988b50095e,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:05.045117 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aef945dc-a009-45c6-8020-5f882808de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.047509 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dabf92-ea3a-411d-845b-e99272508879 None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:03:05.054553 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.054940 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.056545 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.056789 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > port after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.057187 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.065106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > port after_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.065596 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.066054 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.066458 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.066787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.232102 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.348868 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.352632 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-bf64d639-b91d-41c1-86a7-9ac2bae26289 None None] Provisioning complete for port 5a5b1464-069a-4250-83d1-30b72166ac46 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:05.362078 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf64d639-b91d-41c1-86a7-9ac2bae26289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.376735 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef945dc-a009-45c6-8020-5f882808de71 None None] Pushing event updated for resources: {'Port': ['ID=c32899eb-2ca7-4101-8ce9-20988b50095e,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:05.449723 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-bf64d639-b91d-41c1-86a7-9ac2bae26289 None None] Port 5a5b1464-069a-4250-83d1-30b72166ac46 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:03:05.464728 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-bf64d639-b91d-41c1-86a7-9ac2bae26289 None None] Provisioning complete for port c32899eb-2ca7-4101-8ce9-20988b50095e triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:05.465109 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf64d639-b91d-41c1-86a7-9ac2bae26289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.511355 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.512386 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.512890 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.513619 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:03:05.513996 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a900155-ca3a-458d-8803-bbb9d1ab7c5f']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:05.537501 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465c5a98-f5d1-42c9-acc1-9813d610ba8e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:05.538234 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465c5a98-f5d1-42c9-acc1-9813d610ba8e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:05.560076 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.591538 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.606256 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:03:05.606954 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: from cryptography.utils import int_from_bytes Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: from cryptography.utils import int_from_bytes Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:03:05.627954 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:03:05.699607 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.709945 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.777594 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e4c335ae-86f0-43fc-a016-e47f3c73841b req-aea75194-4a20-4c0f-8e3e-1e76453acae2 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.1422787 Dec 13 23:03:05.779452 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-058e14a9-ffcb-441c-9c13-fcb900cca8b5 req-fa123265-d9d3-4666-8ac4-0f0b75800408 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.1478896 Dec 13 23:03:05.787380 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.824537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.32', 65169) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:05.825236 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.869545 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'Port': ['ID=d34e9341-7400-4eec-ae5d-f8cd3b7c88c9,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:05.876032 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.878689 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.882207 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a900155-ca3a-458d-8803-bbb9d1ab7c5f HTTP/1.1" status: 204 len: 168 time: 1.7968936 Dec 13 23:03:05.908024 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:05.909773 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8a50e332-a444-4f46-9134-e0e6f59ba170 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6556816 Dec 13 23:03:05.929229 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31b8d5-e073-4aa5-9653-787c6ef9fb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a900155-ca3a-458d-8803-bbb9d1ab7c5f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:06.106472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-d61071e5-85c8-4e17-92ef-165cd0ea1145 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:06.108168 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-d61071e5-85c8-4e17-92ef-165cd0ea1145 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.2811649 Dec 13 23:03:06.182608 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Request body: {'port': {'device_id': '50d21621-3cd9-4755-8588-0e8cb988d280', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'admin_state_up': True, 'tenant_id': '64e3cc2f6e6e4265a268b5f871a7d92c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:06.193922 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40640) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:06.301564 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-155e6627-4f6d-40e9-beb7-a178190ecb00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67aaeabf07684563875a4624fd28fbf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1057980 Dec 13 23:03:06.302607 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40652) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:06.414303 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afc2e890-4d17-4f1b-8d8e-7e957edc4cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:06.450901 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afc2e890-4d17-4f1b-8d8e-7e957edc4cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:06.548179 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.32', 65174) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:06.594177 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-c42460d1-1852-4491-a29f-04dff225bf84 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--91867104&fields=id&tenant_id=ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 267 time: 0.1955199 Dec 13 23:03:06.634411 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afc2e890-4d17-4f1b-8d8e-7e957edc4cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:06.637880 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afc2e890-4d17-4f1b-8d8e-7e957edc4cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:06.639373 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-afc2e890-4d17-4f1b-8d8e-7e957edc4cc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd901ce6-2d61-4331-9264-da79a17f575d HTTP/1.1" status: 204 len: 168 time: 0.3291225 Dec 13 23:03:06.708795 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2e890-4d17-4f1b-8d8e-7e957edc4cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd901ce6-2d61-4331-9264-da79a17f575d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:06.926639 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-fc182aa5-0fad-492e-b4d2-e7dd677500ac tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:06.930315 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-fc182aa5-0fad-492e-b4d2-e7dd677500ac tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.32 "GET /v2.0/networks?id=5ce30cd9-e5c6-4350-acc3-d84e067c707b HTTP/1.1" status: 200 len: 811 time: 0.3806314 Dec 13 23:03:07.048694 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c1dfdd3a-662a-4c62-abcc-e960e1bc3317 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:07.116429 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.138222 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:07.138609 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.151315 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57743e1-9c3d-4cd4-ac98-9be0e4fb2c9f req-6c305f1e-4b92-42d7-9750-629a50dcbb15 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0753841 Dec 13 23:03:07.158812 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.294176 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.300587 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.338083 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-674c417e-4196-443b-87e2-915fc78ddc22 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:07.339115 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port c1dfdd3a-662a-4c62-abcc-e960e1bc3317, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:07.345941 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-674c417e-4196-443b-87e2-915fc78ddc22 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 816 time: 0.7501390 Dec 13 23:03:07.349570 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.350673 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c32899eb-2ca7-4101-8ce9-20988b50095e up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:07.365704 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40708) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:07.367224 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0e24ba63-2362-4207-8138-a36c83533c82 req-6a568fc6-e657-4588-93cd-d91608fa36d9 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.0956671 Dec 13 23:03:07.384970 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Made reservation on behalf of 64e3cc2f6e6e4265a268b5f871a7d92c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:03:07.388472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.390432 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b1464-069a-4250-83d1-30b72166ac46,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:07.420312 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-175b72f7-aafe-4412-adad-b5e224da2e75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/quotas/ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 375 time: 0.0721550 Dec 13 23:03:07.436814 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5d836ae0-efa9-46b8-8a26-c95e08e77986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16cae9405f3e4599bc5309114b210f68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0668941 Dec 13 23:03:07.437270 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40714) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:07.479406 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:07.496867 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port c32899eb-2ca7-4101-8ce9-20988b50095e triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:07.497508 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.511543 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5720d22-6952-4c03-b5ac-38cb24b6b958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.557984 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5720d22-6952-4c03-b5ac-38cb24b6b958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.565924 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Network 1b7619b6-4067-4576-9319-50cca228cd17 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:07.585751 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:07.677199 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5720d22-6952-4c03-b5ac-38cb24b6b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.680360 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5720d22-6952-4c03-b5ac-38cb24b6b958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:07.682309 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e5720d22-6952-4c03-b5ac-38cb24b6b958 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62533c31-4f9a-4d4f-bd2f-dad27c7a4e3c HTTP/1.1" status: 204 len: 168 time: 0.2440546 Dec 13 23:03:07.716236 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5720d22-6952-4c03-b5ac-38cb24b6b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62533c31-4f9a-4d4f-bd2f-dad27c7a4e3c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:07.759222 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efb625d8-ac48-46c1-9e93-b2cb2fb376fc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3380456 Dec 13 23:03:08.053670 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-5c12d983-e752-4e29-9902-40040b41648d None None] Provisioning complete for port 5a5b1464-069a-4250-83d1-30b72166ac46 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:08.054722 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5c12d983-e752-4e29-9902-40040b41648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:08.076264 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Router f37b0211-2b23-48e4-866d-1173f3543a8c has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:03:08.096988 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-5c12d983-e752-4e29-9902-40040b41648d None None] Port 5a5b1464-069a-4250-83d1-30b72166ac46 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:03:08.104487 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Allocated IP 172.20.0.10 (e25a0760-1b13-4e1d-bcac-3c85e52e485e/1c11890e-1128-4b1f-a199-d8ee7b5f5310/9f7d1643-23b1-4ec2-997f-a41eed0290e7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:08.127449 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-857f467c-cf39-4b02-83ab-169d40615b3d service neutron] 10.222.0.13 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351917 Dec 13 23:03:08.345959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c78d242-f212-496e-9294-1b754134c958 req-f52ba98b-044e-4bb6-a975-a1497afa55a5 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0596354 Dec 13 23:03:08.547934 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6753c4d3-741a-4788-a3a1-2251e937b652 req-2d747361-c2a2-496f-ad3d-0348a9746b0b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.0557878 Dec 13 23:03:08.551241 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:08.564515 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:03:08.569960 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e84429e3-ef1c-41fc-8d9e-8a3c0a63e3c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/f37b0211-2b23-48e4-866d-1173f3543a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3160367 Dec 13 23:03:08.577712 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-5ac64b84-08de-4681-9000-c914f77e954f service neutron] 10.222.0.13 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411366 Dec 13 23:03:08.610631 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:08.700529 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:08.722211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:08.729090 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:08.759219 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event updated for resources: {'Port': ['ID=9f7d1643-23b1-4ec2-997f-a41eed0290e7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:08.787932 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:08.789897 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:08.834522 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-85092183-127e-4438-9c06-0576bc8d064a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6563795 Dec 13 23:03:08.837029 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c64e31c-d9a2-4915-8c88-31212f2dab50 req-a8b1083b-6567-4e04-8045-68150707d041 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.0358620 Dec 13 23:03:08.983166 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:03:09.000877 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c1dfdd3a-662a-4c62-abcc-e960e1bc3317 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:09.000877 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:09.000877 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:09.264433 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:09.265002 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.314589 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:09.444601 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40802) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:09.451579 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516619366', 'description': 'tempest-description--1096349580'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:09.495988 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.735136 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa000eb-1f2f-429d-b1fa-0f225085cce0 req-43063334-dca3-4e8d-9d76-554fd29c6b0b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:09.744710 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.755110 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.764629 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1fa000eb-1f2f-429d-b1fa-0f225085cce0 req-43063334-dca3-4e8d-9d76-554fd29c6b0b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 932 time: 0.2329414 Dec 13 23:03:09.809428 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 2, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:09.839325 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.848311 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4023829 Dec 13 23:03:09.850754 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40820) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:09.851436 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619d3e9-57e5-46a7-9b23-ad57b30ab104 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501e0bc4-be10-4946-bfe4-7647b457f798,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:09.863679 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:03:09.864592 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Updating router f37b0211-2b23-48e4-866d-1173f3543a8c port 5a5b1464-069a-4250-83d1-30b72166ac46 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:03:09.865687 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'security_group_rule': {'security_group_id': '501e0bc4-be10-4946-bfe4-7647b457f798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:09.879799 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-87c40905-18c0-46d3-a2e7-edad2f757f19 req-94325707-6ea8-4e5c-b411-f98dba225770 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.1113718 Dec 13 23:03:09.906599 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.952817 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:09.966591 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1fa000eb-1f2f-429d-b1fa-0f225085cce0 req-a471178a-094c-4870-b8d7-0e5fe0f52d6a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009687 Dec 13 23:03:10.035857 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.043461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.102130 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e56985-854b-4e45-a796-d400eea78001,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:10.119998 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.125785 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c203946c-7e08-451a-a368-c5e6c65b44d4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704117 Dec 13 23:03:10.129150 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40832) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:10.142548 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'security_group_rule': {'security_group_id': '501e0bc4-be10-4946-bfe4-7647b457f798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:10.222281 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a072b5e9-c6c2-4c95-a9d4-43b65d9fb62e req-451a9ab7-536b-400f-8da6-da09ca3b1e1b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.1357639 Dec 13 23:03:10.228362 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Request body: {'port': {'device_id': '1e3b7009-1860-4939-a28b-e3d21862277b', 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b', 'admin_state_up': True, 'tenant_id': '0804199575b2425fa1dad0bb783c4554'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:10.238170 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-b42ee739-f786-446b-8c83-9ef77c134552 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:03:10.240546 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-b42ee739-f786-446b-8c83-9ef77c134552 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172837 Dec 13 23:03:10.353526 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.610669 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.612541 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.627698 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.631857 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.650481 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b16a424-4ade-441e-bb17-11eda9b197b5,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:10.683316 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Made reservation on behalf of 0804199575b2425fa1dad0bb783c4554 for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:03:10.689024 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.708856 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.713436 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c5ab6315-0e58-4335-8de7-a5a559864f6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5799518 Dec 13 23:03:10.713436 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40858) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:10.719877 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:10.771717 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e025d-c743-4de5-889e-243704a949b6 None None] Pushing event updated for resources: {'Port': ['ID=5a5b1464-069a-4250-83d1-30b72166ac46,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:10.914181 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Attempting to bind port 5a5b1464-069a-4250-83d1-30b72166ac46 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:10.916866 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Attempting to bind port 5a5b1464-069a-4250-83d1-30b72166ac46 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:10.917591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Attempting to bind port 5a5b1464-069a-4250-83d1-30b72166ac46 on network 1b7619b6-4067-4576-9319-50cca228cd17 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:10.930267 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:10.932942 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Checking segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:10.933652 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:10.934288 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Bound using segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:10.942689 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Bound port: 5a5b1464-069a-4250-83d1-30b72166ac46, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:10.943268 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:11.086324 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] For port 5a5b1464-069a-4250-83d1-30b72166ac46, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:11.095050 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] For port 5a5b1464-069a-4250-83d1-30b72166ac46, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5a5b1464-069a-4250-83d1-30b72166ac46,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:11.105446 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:11.113781 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:11.163481 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a00e2bd-8113-49d3-8e4d-da385732aaf9 req-d5525819-3203-4c68-b0c1-5de714133b79 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.0551004 Dec 13 23:03:11.477849 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-36b2388f-e9f8-4d98-9dc8-6164edd82694 None None] Provisioning complete for port 5a5b1464-069a-4250-83d1-30b72166ac46 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:11.478427 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36b2388f-e9f8-4d98-9dc8-6164edd82694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:11.486305 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e025d-c743-4de5-889e-243704a949b6 None None] Pushing event updated for resources: {'Port': ['ID=5a5b1464-069a-4250-83d1-30b72166ac46,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:11.500259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Request body: {'port': {'device_id': '50d21621-3cd9-4755-8588-0e8cb988d280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:11.537637 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:11.539994 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:02:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:11.685045 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80501dbf-d12b-408f-96ec-c6fec1d3ddb7 req-4fa22d80-7031-4eca-a8cd-00892e94c4ab tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.1972904 Dec 13 23:03:11.706533 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Allocated IP 172.20.0.6 (5ce30cd9-e5c6-4350-acc3-d84e067c707b/1beb84d3-b0e4-41d6-901e-1b97007fd8cc/d64c863f-3d75-442c-ae28-629a3af23ac4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:11.755826 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40890) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:11.756383 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:11.864958 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d76d-e441-4d72-8e60-5cb856dc92fd req-ad8e329a-9a49-4d88-a122-1949258f0a86 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:11.880832 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b05d76d-e441-4d72-8e60-5cb856dc92fd req-ad8e329a-9a49-4d88-a122-1949258f0a86 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 932 time: 0.7135985 Dec 13 23:03:11.949386 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:11.966648 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:12.160121 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36b2388f-e9f8-4d98-9dc8-6164edd82694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:12.194681 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b05d76d-e441-4d72-8e60-5cb856dc92fd req-107b9a45-6557-49e0-828d-f95589337d45 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113396 Dec 13 23:03:12.373913 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-36b2388f-e9f8-4d98-9dc8-6164edd82694 None None] For port 5a5b1464-069a-4250-83d1-30b72166ac46, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5a5b1464-069a-4250-83d1-30b72166ac46,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:12.412052 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36b2388f-e9f8-4d98-9dc8-6164edd82694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:12.531493 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:11Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:12.561958 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2388f-e9f8-4d98-9dc8-6164edd82694 None None] Pushing event updated for resources: {'Port': ['ID=5a5b1464-069a-4250-83d1-30b72166ac46,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:12.635845 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:12.650631 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e93d-a1b8-4b4d-a0fe-f6c69821ed7a None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:11Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:03:12.695423 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-ffc85b07-2b71-4ff8-98e1-dd187b7c9b32 None None] Provisioning complete for port 5a5b1464-069a-4250-83d1-30b72166ac46 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:12.696929 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb873b31-3638-4a64-9557-6b3b49a97742 req-643145c2-1914-46ac-95fa-32982f6b7c3b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.2108474 Dec 13 23:03:12.697531 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ffc85b07-2b71-4ff8-98e1-dd187b7c9b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:12.699370 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.32', 65187) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:12.769523 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-133bf332-d29e-4892-af1f-273b338c9491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:12.798035 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:13.129451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42c7bee9-f182-4404-a239-9ccdbe5c4026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:13.151599 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5a5b1464-069a-4250-83d1-30b72166ac46 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:13.344059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7d1643-23b1-4ec2-997f-a41eed0290e7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:13.362544 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:13.394013 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 5a5b1464-069a-4250-83d1-30b72166ac46 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:13.394429 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:13.428666 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Transition to ACTIVE for port object 9f7d1643-23b1-4ec2-997f-a41eed0290e7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:03:13.482794 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:13.491839 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Allocated IP 172.27.0.133 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/cf16415f-e1bb-42ad-a8ee-2cddaafdf827) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:13.603344 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Network 5ce30cd9-e5c6-4350-acc3-d84e067c707b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:13.658998 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:13.682872 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:13.883387 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-8dcd8c44-c54c-403e-aa7e-5b112653238c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:13.884994 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-8dcd8c44-c54c-403e-aa7e-5b112653238c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 816 time: 0.4530315 Dec 13 23:03:13.968344 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00493c75-a773-41ce-969e-9c54fc1c0a5d req-27321b8f-64ce-4db8-82d8-e95441d42890 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.5117064 Dec 13 23:03:14.022346 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Pushing event updated for resources: {'Port': ['ID=d64c863f-3d75-442c-ae28-629a3af23ac4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:14.078763 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:14.079631 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.117814 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-133bf332-d29e-4892-af1f-273b338c9491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.130781 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-12ec877d-a7a2-4639-bd54-5ded19cac8b5 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9192374 Dec 13 23:03:14.138681 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-133bf332-d29e-4892-af1f-273b338c9491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.163469 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Request body: {'port': {'device_id': '1e3b7009-1860-4939-a28b-e3d21862277b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:14.174606 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7d1643-23b1-4ec2-997f-a41eed0290e7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:14.293083 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bf332-d29e-4892-af1f-273b338c9491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54e06d-e177-499b-a402-87237a774a37,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:14.296211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628df755-bf81-4b8e-bf52-133db7d84e25 req-19b09bc8-876a-414f-a9b8-6095267f2637 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:14.303312 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.305644 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-628df755-bf81-4b8e-bf52-133db7d84e25 req-19b09bc8-876a-414f-a9b8-6095267f2637 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.8179555 Dec 13 23:03:14.306531 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-133bf332-d29e-4892-af1f-273b338c9491 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c15c04e04a04482981c2381b71b31ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5490434 Dec 13 23:03:14.325443 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40948) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:14.352487 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 40950) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:14.365450 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.435083 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-9d98ffce-10cc-4288-85aa-392110141275 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 378 time: 0.4557297 Dec 13 23:03:14.470421 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420694-faaf-4a48-91de-6ea820e01e83 req-10382e3c-06de-43b9-b7f9-21c1fc7406e1 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:14.486784 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3420694-faaf-4a48-91de-6ea820e01e83 req-10382e3c-06de-43b9-b7f9-21c1fc7406e1 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 931 time: 0.3421235 Dec 13 23:03:14.528105 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-628df755-bf81-4b8e-bf52-133db7d84e25 req-5e9603d5-11fe-49f2-b775-b441c96c89d8 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167957 Dec 13 23:03:14.529039 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Attempting to bind port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:14.530085 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Attempting to bind port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:14.530778 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Attempting to bind port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:14.559511 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:03:14.563853 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Attempting to bind port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:14.583726 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:14.585835 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Checking segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:14.586631 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Bound using segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:14.587596 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Bound port: 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:14.588168 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.632013 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3420694-faaf-4a48-91de-6ea820e01e83 req-0ff48c5c-ca1f-49df-b63f-07ff130db7c0 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438699 Dec 13 23:03:14.695461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aaf762fc-3116-4e04-9d11-342696014d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.722868 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.743401 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] For port 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:14.753188 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0b5c-8c11-45fb-abc5-73528972c4e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.763810 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] For port 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:14.775031 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.838152 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aaf762fc-3116-4e04-9d11-342696014d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.858383 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:14.884166 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:14.884808 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:14.886331 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] 10.222.0.32 "PUT /v2.0/ports/9f7d1643-23b1-4ec2-997f-a41eed0290e7 HTTP/1.1" status: 200 len: 1094 time: 3.8355820 Dec 13 23:03:14.888027 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d21621-3cd9-4755-8588-0e8cb988d280', 'tag': '9f7d1643-23b1-4ec2-997f-a41eed0290e7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:14.898295 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:14.957737 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:14.960419 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'Port': ['ID=cf16415f-e1bb-42ad-a8ee-2cddaafdf827,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:14.987769 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ad371-96dc-4dc9-b27d-7ef8eb20ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7d1643-23b1-4ec2-997f-a41eed0290e7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:15.145909 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aaf762fc-3116-4e04-9d11-342696014d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.148489 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aaf762fc-3116-4e04-9d11-342696014d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.149747 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-aaf762fc-3116-4e04-9d11-342696014d40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb54e06d-e177-499b-a402-87237a774a37 HTTP/1.1" status: 204 len: 168 time: 0.8233378 Dec 13 23:03:15.166706 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cc3d97db-8313-4c74-afa4-81371a4c076d req-a626cd53-d52b-431b-88da-b000aac436ff tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.0696712 Dec 13 23:03:15.171821 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae76301-649e-479d-9ac5-cc745740b743" -d '{"events": [{"name": "network-changed", "server_uuid": "50d21621-3cd9-4755-8588-0e8cb988d280", "tag": "9f7d1643-23b1-4ec2-997f-a41eed0290e7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:15.219665 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf762fc-3116-4e04-9d11-342696014d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54e06d-e177-499b-a402-87237a774a37,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:15.282622 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0b5c-8c11-45fb-abc5-73528972c4e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.292253 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5fe1-f8d6-4f61-8386-5c5a944132ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.306906 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0b5c-8c11-45fb-abc5-73528972c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.383433 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64c863f-3d75-442c-ae28-629a3af23ac4 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:15.402274 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.443011 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-cc9a0b5c-8c11-45fb-abc5-73528972c4e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a02393b005cc40269f42c677de7e4cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0893216 Dec 13 23:03:15.446829 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 40978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:15.447546 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.497939 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0b5c-8c11-45fb-abc5-73528972c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214fcd82-4051-4401-aaaa-ffe1d76301e2,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:15.506705 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Transition to ACTIVE for port object d64c863f-3d75-442c-ae28-629a3af23ac4 will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:03:15.510492 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.556906 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'port': {'device_id': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'admin_state_up': True, 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'security_groups': ['3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:15.751029 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:15.792272 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b8761-2417-46ef-8355-f40676435933 x-openstack-request-id: req-464b8761-2417-46ef-8355-f40676435933 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:15.792682 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d21621-3cd9-4755-8588-0e8cb988d280", "tag": "9f7d1643-23b1-4ec2-997f-a41eed0290e7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:15.793045 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-464b8761-2417-46ef-8355-f40676435933 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:15.794386 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d21621-3cd9-4755-8588-0e8cb988d280', 'tag': '9f7d1643-23b1-4ec2-997f-a41eed0290e7', 'status': 'completed', 'code': 200} Dec 13 23:03:16.018423 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Pushing event updated for resources: {'Port': ['ID=d64c863f-3d75-442c-ae28-629a3af23ac4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:16.018713 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa031-56f9-4848-be79-92ec212f5c2d req-e40dea58-5691-41e5-819e-32b3229ee233 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:16.020137 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-147aa031-56f9-4848-be79-92ec212f5c2d req-e40dea58-5691-41e5-819e-32b3229ee233 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.2228601 Dec 13 23:03:16.057121 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54e929fb-f506-4778-ac69-0f1c82b0f9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.091282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54e929fb-f506-4778-ac69-0f1c82b0f9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.100417 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.111236 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-8d2a3abb-7cd5-49cc-b6e9-e1a648185893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:16.113543 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-8d2a3abb-7cd5-49cc-b6e9-e1a648185893 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 1097 time: 0.4792759 Dec 13 23:03:16.121854 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Attempting to bind port d64c863f-3d75-442c-ae28-629a3af23ac4 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:16.122570 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Attempting to bind port d64c863f-3d75-442c-ae28-629a3af23ac4 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c78a478a-4079-4241-9d31-c1c06907d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:16.122986 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Attempting to bind port d64c863f-3d75-442c-ae28-629a3af23ac4 on network 5ce30cd9-e5c6-4350-acc3-d84e067c707b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:16.130093 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.141051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55193431-85df-4695-9b8a-49b845a0c498 req-8a361571-d3b0-486f-ae94-8c17f10c01d3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:16.143093 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55193431-85df-4695-9b8a-49b845a0c498 req-8a361571-d3b0-486f-ae94-8c17f10c01d3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.3470471 Dec 13 23:03:16.153709 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Port d64c863f-3d75-442c-ae28-629a3af23ac4 on network 5ce30cd9-e5c6-4350-acc3-d84e067c707b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:03:16.154305 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Attempting to bind port d64c863f-3d75-442c-ae28-629a3af23ac4 on network 5ce30cd9-e5c6-4350-acc3-d84e067c707b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:16.190856 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:16.191223 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Checking segment: {'id': 'c78a478a-4079-4241-9d31-c1c06907d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:16.192532 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Bound using segment: {'id': 'c78a478a-4079-4241-9d31-c1c06907d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:16.192970 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Bound port: d64c863f-3d75-442c-ae28-629a3af23ac4, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78a478a-4079-4241-9d31-c1c06907d557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:16.193355 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.222106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Made reservation on behalf of ff275d4e81c547e4b1d09435f41a51a6 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:03:16.226828 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.249160 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-147aa031-56f9-4848-be79-92ec212f5c2d req-2f4e09a1-88c4-46d9-b7d5-e82cd157f6d8 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132330 Dec 13 23:03:16.290546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54e929fb-f506-4778-ac69-0f1c82b0f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.293409 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54e929fb-f506-4778-ac69-0f1c82b0f9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.294797 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-54e929fb-f506-4778-ac69-0f1c82b0f9d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/214fcd82-4051-4401-aaaa-ffe1d76301e2 HTTP/1.1" status: 204 len: 168 time: 0.8454473 Dec 13 23:03:16.306464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55193431-85df-4695-9b8a-49b845a0c498 req-efa6a4fd-003d-4eb5-9e63-9f4235db9965 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525428 Dec 13 23:03:16.317718 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e929fb-f506-4778-ac69-0f1c82b0f9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fcd82-4051-4401-aaaa-ffe1d76301e2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:16.408438 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.424981 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'Port': ['ID=cf16415f-e1bb-42ad-a8ee-2cddaafdf827,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:16.447310 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c20ede9-4dae-4291-800c-b4bc0c96f18b req-3a98bc37-f879-4ac1-a0dc-546aa80aff31 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.0428252 Dec 13 23:03:16.488064 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.496797 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-877897bc-9415-4413-87f9-95e3fd326068 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7751818 Dec 13 23:03:16.496797 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] For port d64c863f-3d75-442c-ae28-629a3af23ac4, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:16.500996 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] For port d64c863f-3d75-442c-ae28-629a3af23ac4, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d64c863f-3d75-442c-ae28-629a3af23ac4,segment=NetworkSegment(c78a478a-4079-4241-9d31-c1c06907d557),segment_id=c78a478a-4079-4241-9d31-c1c06907d557)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:16.509905 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.584114 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:16.585125 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:16.591495 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] 10.222.0.32 "PUT /v2.0/ports/d64c863f-3d75-442c-ae28-629a3af23ac4 HTTP/1.1" status: 200 len: 1093 time: 2.4348514 Dec 13 23:03:16.596306 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b7009-1860-4939-a28b-e3d21862277b', 'tag': 'd64c863f-3d75-442c-ae28-629a3af23ac4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:16.600184 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Allocated IP 172.20.0.7 (a89e1473-8054-486c-b303-1d4dde50db3c/c4251d62-4b4b-43fa-b805-bba7acb0a42a/ef742767-361d-4046-8bd3-5b8f1c34e632) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:16.636098 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1327b2-71b6-459e-9995-4beb81e2cd55 service neutron] Pushing event updated for resources: {'Port': ['ID=d64c863f-3d75-442c-ae28-629a3af23ac4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:16.837540 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.038120 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb6d74b-6603-4059-b95e-702708fd10f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b7009-1860-4939-a28b-e3d21862277b", "tag": "d64c863f-3d75-442c-ae28-629a3af23ac4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:17.113183 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41044) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:17.140144 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9ad48c6-f727-4500-95dd-2a417fc6dea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.181889 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-789852e2-1af0-463c-8237-41d5573e95a0 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--516619366&fields=id&tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf HTTP/1.1" status: 200 len: 267 time: 0.1140857 Dec 13 23:03:17.315339 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.320134 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9ad48c6-f727-4500-95dd-2a417fc6dea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.327898 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9ad48c6-f727-4500-95dd-2a417fc6dea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.376108 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-e59de57f-cfbe-4427-a5a4-fa2b195d9bd8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:17.377928 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-e59de57f-cfbe-4427-a5a4-fa2b195d9bd8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 810 time: 0.1846657 Dec 13 23:03:17.401778 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bd0ed990-4f7a-4534-b596-eb2ebb054262 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/quotas/282a2d4b93ea4c3aa626e1676d2d8adf HTTP/1.1" status: 200 len: 375 time: 0.0166991 Dec 13 23:03:17.440293 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d9ad48c6-f727-4500-95dd-2a417fc6dea7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2652700c93940788476f3bff09f3c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235745 Dec 13 23:03:17.440484 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.444585 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:17.444770 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad48c6-f727-4500-95dd-2a417fc6dea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0425dbf-c15e-4452-9509-4a5dbf12739c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:17.479831 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2893a370-6c5c-467d-b67b-fee9dccbc86a x-openstack-request-id: req-2893a370-6c5c-467d-b67b-fee9dccbc86a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:17.480169 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b7009-1860-4939-a28b-e3d21862277b", "tag": "d64c863f-3d75-442c-ae28-629a3af23ac4", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:17.480419 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2893a370-6c5c-467d-b67b-fee9dccbc86a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:17.480874 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b7009-1860-4939-a28b-e3d21862277b', 'tag': 'd64c863f-3d75-442c-ae28-629a3af23ac4', 'status': 'completed', 'code': 200} Dec 13 23:03:17.562568 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Network a89e1473-8054-486c-b303-1d4dde50db3c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:17.582412 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-f0eec3de-7ca0-4ae9-a149-4d0d426cf773 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1745660 Dec 13 23:03:17.583410 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:17.589813 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:17.632756 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:17.717446 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a441a40a-1e03-4233-9530-7338281e383d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.738073 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:17.738399 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.771871 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a441a40a-1e03-4233-9530-7338281e383d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.797197 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-4ba1ad6f-7402-448c-bd35-baf6e8b9d705 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2613482 Dec 13 23:03:17.816809 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-c3ddc344-7163-4b94-9bfd-b61f7cd0f931 service neutron] 10.222.0.13 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786561 Dec 13 23:03:17.926837 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a441a40a-1e03-4233-9530-7338281e383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.930042 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a441a40a-1e03-4233-9530-7338281e383d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:17.938392 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a441a40a-1e03-4233-9530-7338281e383d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0425dbf-c15e-4452-9509-4a5dbf12739c HTTP/1.1" status: 204 len: 168 time: 0.4895117 Dec 13 23:03:17.984791 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-c6826d18-a1dc-41e1-992d-a0d8c5e2e700 service neutron] 10.222.0.13 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594529 Dec 13 23:03:18.002980 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441a40a-1e03-4233-9530-7338281e383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0425dbf-c15e-4452-9509-4a5dbf12739c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:18.019544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-607d0fa9-cd3e-4d65-bfd8-005410868458 None None] Provisioning complete for port ef742767-361d-4046-8bd3-5b8f1c34e632 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:18.020740 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-607d0fa9-cd3e-4d65-bfd8-005410868458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:18.082429 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-607d0fa9-cd3e-4d65-bfd8-005410868458 None None] Port ef742767-361d-4046-8bd3-5b8f1c34e632 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:03:18.152074 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:18.480650 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606fc44-6faf-41b3-9dd8-d2c56e421833 req-5282a9ff-8b6a-43e1-87c2-b5de5b98e541 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:18.482760 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8606fc44-6faf-41b3-9dd8-d2c56e421833 req-5282a9ff-8b6a-43e1-87c2-b5de5b98e541 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.1577802 Dec 13 23:03:18.520859 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf08374-e3bb-4ef8-ba75-9129015a4cac req-fc609b97-49f9-43b1-9b97-375f543e207f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:18.522781 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fbf08374-e3bb-4ef8-ba75-9129015a4cac req-fc609b97-49f9-43b1-9b97-375f543e207f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.1004958 Dec 13 23:03:18.608692 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fbf08374-e3bb-4ef8-ba75-9129015a4cac req-843e8ab2-3da4-4ade-a46d-9173fc1b33b7 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711162 Dec 13 23:03:18.631777 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8606fc44-6faf-41b3-9dd8-d2c56e421833 req-c39af1da-9578-4864-bfce-f52f29b906b4 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Dec 13 23:03:18.803694 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36064284-ce30-4dd2-91f6-4fa5ead7cace req-8d03a56e-affc-45b0-a3e9-abfed851ca45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0956886 Dec 13 23:03:18.844384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599113f3-b4fc-4486-b8b8-225f060aaea8 req-39308141-ff0a-4f4d-a5a0-9b8adfbbb55e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:18.848069 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-599113f3-b4fc-4486-b8b8-225f060aaea8 req-39308141-ff0a-4f4d-a5a0-9b8adfbbb55e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 931 time: 0.1434622 Dec 13 23:03:18.853281 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:18.928319 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-599113f3-b4fc-4486-b8b8-225f060aaea8 req-06493df3-be58-46f4-994c-363579444137 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630195 Dec 13 23:03:19.841398 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e381f3-bf23-4e7c-aa4e-b2d1b38a5d01 req-c64a56bb-0caf-4bda-8577-199f604a0063 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:19.842955 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e5e381f3-bf23-4e7c-aa4e-b2d1b38a5d01 req-c64a56bb-0caf-4bda-8577-199f604a0063 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.1146717 Dec 13 23:03:19.858461 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac03a-ff36-4997-aae4-b7ad0f14f357 req-0d280986-aac7-440c-b13a-7ee6fd3dab75 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:19.863797 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-766ac03a-ff36-4997-aae4-b7ad0f14f357 req-0d280986-aac7-440c-b13a-7ee6fd3dab75 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.1214018 Dec 13 23:03:19.977534 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e5e381f3-bf23-4e7c-aa4e-b2d1b38a5d01 req-6d378c7f-f445-4dfb-a299-90b0e89e3902 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124494 Dec 13 23:03:19.993295 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-766ac03a-ff36-4997-aae4-b7ad0f14f357 req-10dc7226-4b2e-4a40-9a9c-9dee107a8f82 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271253 Dec 13 23:03:20.175099 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1f9f252-a9b3-4c89-98d8-b740bae74d7d req-b335d9dc-06d6-4b21-a3f3-a3cb73a94e8f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0318015 Dec 13 23:03:20.198214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396f5f6-c73e-4ce6-94f2-399394ae7063 req-22c89949-9fe7-4736-b884-4d79f811ca4b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:20.200843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b396f5f6-c73e-4ce6-94f2-399394ae7063 req-22c89949-9fe7-4736-b884-4d79f811ca4b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 931 time: 0.0940232 Dec 13 23:03:20.267598 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b396f5f6-c73e-4ce6-94f2-399394ae7063 req-c27d5e8b-9dcf-4eb8-bc34-21d680244778 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601671 Dec 13 23:03:20.610055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:20.651301 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41208) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:20.780101 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b30f2c75-fea5-4633-aec2-74a5b6cf2e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:20.800334 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5343a2aa-4d6d-4571-a622-87c51e6865bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:20.929421 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Request body: {'port': {'device_id': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:20.939559 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b30f2c75-fea5-4633-aec2-74a5b6cf2e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.032667 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d74b-6603-4059-b95e-702708fd10f0 req-fce1437d-6a88-495c-81a0-fc7ad0e0ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:21.034213 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-fdb6d74b-6603-4059-b95e-702708fd10f0 req-fce1437d-6a88-495c-81a0-fc7ad0e0ec03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0804199575b2425fa1dad0bb783c4554&device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 1096 time: 0.0981781 Dec 13 23:03:21.053762 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b30f2c75-fea5-4633-aec2-74a5b6cf2e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.069200 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-51d9d8b2-5df0-48a6-b75f-2f6d65a41e09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7 HTTP/1.1" status: 200 len: 217 time: 0.1527576 Dec 13 23:03:21.086550 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5343a2aa-4d6d-4571-a622-87c51e6865bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.139880 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5343a2aa-4d6d-4571-a622-87c51e6865bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.232745 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b30f2c75-fea5-4633-aec2-74a5b6cf2e3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb7f61fddff43a19f22072698ea7d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801394 Dec 13 23:03:21.233394 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f2c75-fea5-4633-aec2-74a5b6cf2e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1afed9-057b-47cd-91b1-aaf283f0cee8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:21.238321 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:21.298156 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5343a2aa-4d6d-4571-a622-87c51e6865bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdf67207bca14407abf2cfe7f2bbb83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6867933 Dec 13 23:03:21.306963 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41232) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:21.307181 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.344046 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd46af5-efb2-435a-bf4e-4af2c68ae084 req-9fe00d60-c29a-4571-b649-c2c7d56eb91d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:21.346375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6cd46af5-efb2-435a-bf4e-4af2c68ae084 req-9fe00d60-c29a-4571-b649-c2c7d56eb91d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.2839403 Dec 13 23:03:21.362747 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-0c5314b7-8d24-4681-a7e4-8f13768ca21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:21.364174 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-0c5314b7-8d24-4681-a7e4-8f13768ca21b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.2762728 Dec 13 23:03:21.368934 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343a2aa-4d6d-4571-a622-87c51e6865bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb6708-729c-4a83-be7d-1ed8737b8354,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:21.408767 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d74b-6603-4059-b95e-702708fd10f0 req-3262a7b4-eae0-450f-9db3-6edfba0b92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:21.410358 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-fdb6d74b-6603-4059-b95e-702708fd10f0 req-3262a7b4-eae0-450f-9db3-6edfba0b92fe service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0804199575b2425fa1dad0bb783c4554&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3588784 Dec 13 23:03:21.423426 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-267cfc4c-868a-4890-8ed2-1513ebf5c2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.432079 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ac662-4841-45cc-8d82-d701d2229140 req-d5103ff1-6c7e-4850-b992-99cfa7fbc7e7 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:21.433591 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b49ac662-4841-45cc-8d82-d701d2229140 req-d5103ff1-6c7e-4850-b992-99cfa7fbc7e7 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.3375986 Dec 13 23:03:21.445299 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-267cfc4c-868a-4890-8ed2-1513ebf5c2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.477604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-267d5a95-e63d-4de9-a00d-7097fd33d578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.490792 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-267cfc4c-868a-4890-8ed2-1513ebf5c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.493381 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-267cfc4c-868a-4890-8ed2-1513ebf5c2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.494662 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-267cfc4c-868a-4890-8ed2-1513ebf5c2c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bfb6708-729c-4a83-be7d-1ed8737b8354 HTTP/1.1" status: 204 len: 168 time: 0.1861281 Dec 13 23:03:21.498112 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6cd46af5-efb2-435a-bf4e-4af2c68ae084 req-fef6b448-0f3e-4016-8905-2e87a81ae3df tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374855 Dec 13 23:03:21.504606 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cfc4c-868a-4890-8ed2-1513ebf5c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb6708-729c-4a83-be7d-1ed8737b8354,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:21.578706 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-267d5a95-e63d-4de9-a00d-7097fd33d578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.800499 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41244) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:21.807088 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7db89666-ca63-4035-951e-4ba10d824cdd req-287e75dc-8ff3-45f2-823a-82588c6b2685 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.2103276 Dec 13 23:03:21.815260 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7c13014-4f4c-4e45-be73-b4f1dceed520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.834129 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b49ac662-4841-45cc-8d82-d701d2229140 req-c7d44d03-3e3f-4534-8907-645a19d0e0a7 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855262 Dec 13 23:03:21.923801 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7c13014-4f4c-4e45-be73-b4f1dceed520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.930472 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c7c13014-4f4c-4e45-be73-b4f1dceed520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.937490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-267d5a95-e63d-4de9-a00d-7097fd33d578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.940160 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-267d5a95-e63d-4de9-a00d-7097fd33d578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:21.941490 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-267d5a95-e63d-4de9-a00d-7097fd33d578 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba1afed9-057b-47cd-91b1-aaf283f0cee8 HTTP/1.1" status: 204 len: 168 time: 0.6892083 Dec 13 23:03:21.975507 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d5a95-e63d-4de9-a00d-7097fd33d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1afed9-057b-47cd-91b1-aaf283f0cee8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:21.990087 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a692c-03fe-46d3-8698-5ae13d0bb6f7 req-3d6cb25e-b76c-478d-a578-a075a87100b8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:21.991974 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-366a692c-03fe-46d3-8698-5ae13d0bb6f7 req-3d6cb25e-b76c-478d-a578-a075a87100b8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 931 time: 0.1112065 Dec 13 23:03:22.013601 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c7c13014-4f4c-4e45-be73-b4f1dceed520 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c421624ddf014889a66c88005c800133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119062 Dec 13 23:03:22.015741 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c13014-4f4c-4e45-be73-b4f1dceed520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5243e5-5cc1-47ab-a382-0f32bb84fb5a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:22.018734 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41258) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:22.075708 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a169c5a3-d825-4d99-9f82-641eedd9feef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.085292 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef742767-361d-4046-8bd3-5b8f1c34e632 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:22.097400 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.106226 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a169c5a3-d825-4d99-9f82-641eedd9feef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.129755 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Transition to ACTIVE for port object ef742767-361d-4046-8bd3-5b8f1c34e632 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:03:22.141606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-366a692c-03fe-46d3-8698-5ae13d0bb6f7 req-6da74a16-a55c-4841-afd9-33b75433b563 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382544 Dec 13 23:03:22.152194 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.162259 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a169c5a3-d825-4d99-9f82-641eedd9feef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.165071 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a169c5a3-d825-4d99-9f82-641eedd9feef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.167795 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a169c5a3-d825-4d99-9f82-641eedd9feef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c5243e5-5cc1-47ab-a382-0f32bb84fb5a HTTP/1.1" status: 204 len: 168 time: 0.1479154 Dec 13 23:03:22.177985 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c5a3-d825-4d99-9f82-641eedd9feef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5243e5-5cc1-47ab-a382-0f32bb84fb5a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:22.257280 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:22.285498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Attempting to bind port ef742767-361d-4046-8bd3-5b8f1c34e632 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:22.286051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Attempting to bind port ef742767-361d-4046-8bd3-5b8f1c34e632 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:22.286536 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Attempting to bind port ef742767-361d-4046-8bd3-5b8f1c34e632 on network a89e1473-8054-486c-b303-1d4dde50db3c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:22.291374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Port ef742767-361d-4046-8bd3-5b8f1c34e632 on network a89e1473-8054-486c-b303-1d4dde50db3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:03:22.291913 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Attempting to bind port ef742767-361d-4046-8bd3-5b8f1c34e632 on network a89e1473-8054-486c-b303-1d4dde50db3c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:22.299203 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:22.299819 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Checking segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:22.300388 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Bound using segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:22.301235 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Bound port: ef742767-361d-4046-8bd3-5b8f1c34e632, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:22.301816 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.373957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:22.378197 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:22.384922 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.460166 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:22.497032 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:22.497802 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:22.499280 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-efcd4ad3-a4c9-493b-abb9-31556c438318 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 200 len: 1093 time: 1.5818119 Dec 13 23:03:22.499735 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:22.502985 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2ab2b3-783f-4449-afc4-30324943af6f" -d '{"events": [{"name": "network-changed", "server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:22.648376 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33c4e6-b88e-4281-8b50-ee9d83676857 x-openstack-request-id: req-9b33c4e6-b88e-4281-8b50-ee9d83676857 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:22.648738 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:22.649266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b33c4e6-b88e-4281-8b50-ee9d83676857 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:22.649746 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'status': 'completed', 'code': 200} Dec 13 23:03:22.659802 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1b5a4-e8ad-4433-85f0-952ad936161e req-0182c99f-3f00-4ac1-9886-f2efeba0ef67 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:22.668139 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35c1b5a4-e8ad-4433-85f0-952ad936161e req-0182c99f-3f00-4ac1-9886-f2efeba0ef67 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0736499 Dec 13 23:03:22.740641 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35c1b5a4-e8ad-4433-85f0-952ad936161e req-c8316f17-22f9-4e25-bdf8-db0d161294b2 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654788 Dec 13 23:03:22.943749 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ba7e02c8-cc4e-44c3-9081-a814e204a5aa req-3f38fe5c-af9c-4d48-af6d-2816edc99742 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0318625 Dec 13 23:03:23.042386 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-6cf1b804-d1fd-4c79-ad03-bd7dd27d1b2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741699 Dec 13 23:03:23.076614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba98d09-6b31-4399-a454-7d574aade413 req-3d787823-626b-4949-9447-00d47d410673 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:23.086514 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ba98d09-6b31-4399-a454-7d574aade413 req-3d787823-626b-4949-9447-00d47d410673 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.1335578 Dec 13 23:03:23.145205 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ba98d09-6b31-4399-a454-7d574aade413 req-1be9bc91-091f-4a7d-ba0f-bcf6f78cc05e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Dec 13 23:03:23.300890 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a53961-14e2-48f5-a8cf-ee77e3b3a505 req-905ba156-042e-4d22-85e3-e8a5bb7a17d5 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:23.310746 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54a53961-14e2-48f5-a8cf-ee77e3b3a505 req-905ba156-042e-4d22-85e3-e8a5bb7a17d5 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0749691 Dec 13 23:03:23.368527 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54a53961-14e2-48f5-a8cf-ee77e3b3a505 req-71f17533-41c0-4a5c-a82f-8231b3570ca6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562227 Dec 13 23:03:23.866295 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fb7b2-dcae-4977-8086-14c36837dbca req-7f284890-44bf-4b81-81bf-b6559a6e17ce tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:23.867995 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-947fb7b2-dcae-4977-8086-14c36837dbca req-7f284890-44bf-4b81-81bf-b6559a6e17ce tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0712535 Dec 13 23:03:23.916685 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-947fb7b2-dcae-4977-8086-14c36837dbca req-4a81bdf5-a202-4da7-bf7f-b0c54cca582c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Dec 13 23:03:24.126381 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.32', 65205) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:24.176717 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6eb94b70-df71-4f85-a73a-40032e1d41ca req-e06eb07c-018a-4064-8da7-d27099f5671c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0840554 Dec 13 23:03:24.217869 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab2b3-783f-4449-afc4-30324943af6f req-27b2fef7-fc75-45b0-8b0f-4ba5a3238e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.219819 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b2ab2b3-783f-4449-afc4-30324943af6f req-27b2fef7-fc75-45b0-8b0f-4ba5a3238e32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1096 time: 0.2025146 Dec 13 23:03:24.289072 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-04d32fa2-c15c-4f58-8d73-170a39ebd406 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170788 Dec 13 23:03:24.357754 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-93388dfe-0056-4f06-9b32-d802038596be tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.359293 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-93388dfe-0056-4f06-9b32-d802038596be tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 810 time: 0.2319598 Dec 13 23:03:24.403639 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d74b-6603-4059-b95e-702708fd10f0 req-238efe6d-6b26-4fb1-b1fb-97d93b8e28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.405213 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-fdb6d74b-6603-4059-b95e-702708fd10f0 req-238efe6d-6b26-4fb1-b1fb-97d93b8e28aa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4478562 Dec 13 23:03:24.465761 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-c91a140f-b948-4a01-8793-6ddabdc7c5ff tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf HTTP/1.1" status: 200 len: 379 time: 0.0951958 Dec 13 23:03:24.477229 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'port': {'device_id': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'admin_state_up': True, 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'security_groups': ['501e0bc4-be10-4946-bfe4-7647b457f798']}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:24.602634 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-919565a9-a444-489b-b180-944a354f9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.604138 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-919565a9-a444-489b-b180-944a354f9294 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0804199575b2425fa1dad0bb783c4554&device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 1096 time: 0.1014218 Dec 13 23:03:24.682298 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0ece7-3875-4ba8-b2f8-45aaa6d4fb40 req-e11102e3-7ba1-4b87-af4e-28fae58534a3 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.688840 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-15d1f283-4f0b-47fc-b38e-667842005994 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d64c863f-3d75-442c-ae28-629a3af23ac4 HTTP/1.1" status: 200 len: 217 time: 0.0736513 Dec 13 23:03:24.690011 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91c0ece7-3875-4ba8-b2f8-45aaa6d4fb40 req-e11102e3-7ba1-4b87-af4e-28fae58534a3 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.4205322 Dec 13 23:03:24.717282 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Made reservation on behalf of 282a2d4b93ea4c3aa626e1676d2d8adf for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:03:24.720861 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:24.742686 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab2b3-783f-4449-afc4-30324943af6f req-0907c87a-36ea-447d-9a11-f313f0ef1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.744151 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b2ab2b3-783f-4449-afc4-30324943af6f req-0907c87a-36ea-447d-9a11-f313f0ef1d79 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5111406 Dec 13 23:03:24.779270 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-b8676dc5-a725-4efe-92f1-84abcbb489e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.779270 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-b8676dc5-a725-4efe-92f1-84abcbb489e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1beb84d3-b0e4-41d6-901e-1b97007fd8cc HTTP/1.1" status: 200 len: 851 time: 0.0801499 Dec 13 23:03:24.781299 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac225f-3d24-4757-b88a-0ffdf184c116 req-3ab5059d-2ce4-4a99-9fe3-fde6818f520e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:24.783010 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a5ac225f-3d24-4757-b88a-0ffdf184c116 req-3ab5059d-2ce4-4a99-9fe3-fde6818f520e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.2319744 Dec 13 23:03:24.811134 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b8b0887-2e60-4c36-bcd1-cd4101b46a28 req-0715a408-0a79-48b1-849e-15a8360bb16d service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482448 Dec 13 23:03:24.869121 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-0b8a61f4-da70-4c20-b423-21b5b5041d14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ce30cd9-e5c6-4350-acc3-d84e067c707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584981 Dec 13 23:03:24.934146 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91c0ece7-3875-4ba8-b2f8-45aaa6d4fb40 req-92621ecb-997c-4869-b105-f217c6bfd877 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432625 Dec 13 23:03:24.994585 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Allocated IP 172.20.0.6 (1b7619b6-4067-4576-9319-50cca228cd17/7580a5ef-c1f6-4785-bf4e-32ed2390c903/80a67b49-708c-4b7f-8b08-ac990fa86f9e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:03:25.024172 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-70210e46-0455-472c-bcff-b99ff8fb23ef service neutron] 10.222.0.32 "GET /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459889 Dec 13 23:03:25.197503 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-63c89fbe-2725-4030-8c65-83d248f1dabb service neutron] 10.222.0.32 "GET /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625051 Dec 13 23:03:25.234184 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:25.265588 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a5ac225f-3d24-4757-b88a-0ffdf184c116 req-5ccafcce-7820-44fb-a15b-7e2cf8b34032 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4543340 Dec 13 23:03:25.272617 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab2b3-783f-4449-afc4-30324943af6f req-9f7b2eff-20ec-48a9-964d-7b11cd7f5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.274302 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b2ab2b3-783f-4449-afc4-30324943af6f req-9f7b2eff-20ec-48a9-964d-7b11cd7f5259 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5226300 Dec 13 23:03:25.290806 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:25.295962 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae76301-649e-479d-9ac5-cc745740b743 req-02f62922-fd8b-443d-a447-5f7e191a0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.297784 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-02f62922-fd8b-443d-a447-5f7e191a0d80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 1097 time: 0.3970275 Dec 13 23:03:25.314769 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712123e3-12d0-4919-b4f5-8628f8d59b48 req-65287143-aa48-416d-8b1e-ddb13c0998eb tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.316675 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-712123e3-12d0-4919-b4f5-8628f8d59b48 req-65287143-aa48-416d-8b1e-ddb13c0998eb tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.2876077 Dec 13 23:03:25.342758 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Network 1b7619b6-4067-4576-9319-50cca228cd17 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:03:25.345885 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:03:25.348384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:03:25.382200 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'Port': ['ID=80a67b49-708c-4b7f-8b08-ac990fa86f9e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:25.405653 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.406515 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:25.427979 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf822771-4578-4d48-b3ca-9c65d6b0e165 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9560854 Dec 13 23:03:25.444685 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Request body: {'port': {'device_id': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:25.518141 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:25.543640 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-5bda86f9-0adb-4e12-9748-20382d3073db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.545123 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-5bda86f9-0adb-4e12-9748-20382d3073db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1096 time: 0.1967492 Dec 13 23:03:25.575266 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-712123e3-12d0-4919-b4f5-8628f8d59b48 req-3dfe95d7-1bea-4196-b86c-75566eb1bbe3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435358 Dec 13 23:03:25.588154 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafbd29-0423-415f-8bd1-a64b057fc9a6 req-b3d732c4-7bb3-4c54-a05a-176844c860fd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.597883 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5fafbd29-0423-415f-8bd1-a64b057fc9a6 req-b3d732c4-7bb3-4c54-a05a-176844c860fd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 931 time: 0.2644584 Dec 13 23:03:25.607110 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae76301-649e-479d-9ac5-cc745740b743 req-fc7d79f8-5aef-4d32-8d11-f0a3f1d3bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:25.608971 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-fc7d79f8-5aef-4d32-8d11-f0a3f1d3bfe8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 915 time: 0.2913330 Dec 13 23:03:25.617545 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b5fae4a4-d8be-4e30-b449-c008930dcfd6 None None] Provisioning complete for port 80a67b49-708c-4b7f-8b08-ac990fa86f9e triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:25.618579 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b5fae4a4-d8be-4e30-b449-c008930dcfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:25.658112 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-b5fae4a4-d8be-4e30-b449-c008930dcfd6 None None] Port 80a67b49-708c-4b7f-8b08-ac990fa86f9e cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:03:25.661703 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5fafbd29-0423-415f-8bd1-a64b057fc9a6 req-beb45077-9105-4e5d-890f-e016928359c7 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584326 Dec 13 23:03:25.986699 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a67b49-708c-4b7f-8b08-ac990fa86f9e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:25.996388 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:26.011758 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Transition to ACTIVE for port object 80a67b49-708c-4b7f-8b08-ac990fa86f9e will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:03:26.018707 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:26.080035 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06d4e-876f-43ee-8e28-64cb23051564 req-d5c9f543-f331-44a3-a2aa-8160edfc3464 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:26.082002 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3d06d4e-876f-43ee-8e28-64cb23051564 req-d5c9f543-f331-44a3-a2aa-8160edfc3464 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.0581899 Dec 13 23:03:26.131833 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Pushing event updated for resources: {'Port': ['ID=80a67b49-708c-4b7f-8b08-ac990fa86f9e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:26.145892 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Attempting to bind port 80a67b49-708c-4b7f-8b08-ac990fa86f9e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:03:26.146466 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Attempting to bind port 80a67b49-708c-4b7f-8b08-ac990fa86f9e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:03:26.147108 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Attempting to bind port 80a67b49-708c-4b7f-8b08-ac990fa86f9e on network 1b7619b6-4067-4576-9319-50cca228cd17 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:26.152725 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Port 80a67b49-708c-4b7f-8b08-ac990fa86f9e on network 1b7619b6-4067-4576-9319-50cca228cd17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:03:26.153226 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Attempting to bind port 80a67b49-708c-4b7f-8b08-ac990fa86f9e on network 1b7619b6-4067-4576-9319-50cca228cd17 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:03:26.159679 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:03:26.160309 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Checking segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:03:26.160866 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Bound using segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:03:26.161493 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Bound port: 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:03:26.162049 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:26.174000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3d06d4e-876f-43ee-8e28-64cb23051564 req-0a42a282-0c10-471f-ac9a-68ab94f4dee6 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856335 Dec 13 23:03:26.245277 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] For port 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:03:26.255301 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] For port 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:03:26.261448 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:26.305611 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:26.306333 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:26.308021 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 200 len: 1093 time: 0.8691893 Dec 13 23:03:26.308594 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:26.311052 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c3de6e-dade-4c0e-9190-5ac235c6ac67" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:26.351686 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109177-7e4e-4165-93a8-8ddd76b799c6 service neutron] Pushing event updated for resources: {'Port': ['ID=80a67b49-708c-4b7f-8b08-ac990fa86f9e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:26.365996 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040e919e-6023-43d2-ae5c-57540754fa8b x-openstack-request-id: req-040e919e-6023-43d2-ae5c-57540754fa8b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:26.366410 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:26.366845 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-040e919e-6023-43d2-ae5c-57540754fa8b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:26.367241 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'status': 'completed', 'code': 200} Dec 13 23:03:26.430438 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef27e0a-1e5b-4e5c-bac1-dab5dd47c4a8 req-5766b49d-1157-4323-b2f7-a3dc6922e30e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:26.431915 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8ef27e0a-1e5b-4e5c-bac1-dab5dd47c4a8 req-5766b49d-1157-4323-b2f7-a3dc6922e30e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0631020 Dec 13 23:03:26.498809 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8ef27e0a-1e5b-4e5c-bac1-dab5dd47c4a8 req-8c83d483-65fc-4c47-aa5d-69d1bb7509af tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604341 Dec 13 23:03:26.705274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218560-76e6-4c77-8d58-060efd54bcfc req-b267aa92-756a-4ccc-8e18-a3c5a8c4f676 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:26.706778 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2218560-76e6-4c77-8d58-060efd54bcfc req-b267aa92-756a-4ccc-8e18-a3c5a8c4f676 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0532827 Dec 13 23:03:26.779852 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2218560-76e6-4c77-8d58-060efd54bcfc req-84ff766a-f808-450a-88cb-ee972f52a2b0 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Dec 13 23:03:26.799129 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4473-3ab8-494b-8cd3-44ade6f08602 req-36aaa274-b149-47dd-bb04-45a30f1fa276 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:26.800598 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e13d4473-3ab8-494b-8cd3-44ade6f08602 req-36aaa274-b149-47dd-bb04-45a30f1fa276 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0681047 Dec 13 23:03:26.851762 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e13d4473-3ab8-494b-8cd3-44ade6f08602 req-530f469d-7e54-4926-b62a-80779c0b3a84 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422430 Dec 13 23:03:27.281836 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159911-f6d1-4d13-bdd0-70b7055134f0 req-123eb693-8319-439a-98f2-1d4fd902e7de tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:27.283338 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7159911-f6d1-4d13-bdd0-70b7055134f0 req-123eb693-8319-439a-98f2-1d4fd902e7de tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.0500858 Dec 13 23:03:27.332976 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7159911-f6d1-4d13-bdd0-70b7055134f0 req-0b14e9df-0d56-4643-abc7-32543ce3a840 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Dec 13 23:03:27.392457 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41502) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:27.503607 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaab4-e22a-4c9d-bd04-a022224d07e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.580149 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaab4-e22a-4c9d-bd04-a022224d07e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.589853 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaab4-e22a-4c9d-bd04-a022224d07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.629618 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60363c-06e5-4e67-be93-080df77082d4 req-aaca6181-ca83-44e3-9a5f-1a9c50331771 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:27.633536 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d9eaaab4-e22a-4c9d-bd04-a022224d07e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dea73cfaa9545a08639f377aa5408c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375448 Dec 13 23:03:27.633675 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c60363c-06e5-4e67-be93-080df77082d4 req-aaca6181-ca83-44e3-9a5f-1a9c50331771 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0535059 Dec 13 23:03:27.633856 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41512) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:27.639706 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaaab4-e22a-4c9d-bd04-a022224d07e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24df1b85-7f85-454a-8ca8-70d4de3d0afc,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:27.680154 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c60363c-06e5-4e67-be93-080df77082d4 req-b9c1cc88-e506-402c-84c6-d4745ddb3f09 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425348 Dec 13 23:03:27.685923 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1c93694-acf2-4890-a0f3-229a6bfe3f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.709480 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1c93694-acf2-4890-a0f3-229a6bfe3f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.755879 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1c93694-acf2-4890-a0f3-229a6bfe3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.758699 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1c93694-acf2-4890-a0f3-229a6bfe3f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:27.759927 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e1c93694-acf2-4890-a0f3-229a6bfe3f3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24df1b85-7f85-454a-8ca8-70d4de3d0afc HTTP/1.1" status: 204 len: 168 time: 0.1252096 Dec 13 23:03:27.767553 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c93694-acf2-4890-a0f3-229a6bfe3f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24df1b85-7f85-454a-8ca8-70d4de3d0afc,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:27.903859 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7a469-a13d-4505-9b76-09d7840c7f6f req-dbcc689d-5638-4fbb-8f3e-2f16311a8a88 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:27.905510 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2ce7a469-a13d-4505-9b76-09d7840c7f6f req-dbcc689d-5638-4fbb-8f3e-2f16311a8a88 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0584068 Dec 13 23:03:27.980523 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2ce7a469-a13d-4505-9b76-09d7840c7f6f req-de98abec-bef2-4093-aa5f-e1649b1c67a5 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676675 Dec 13 23:03:27.996287 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecd844-3281-41b6-9e16-bed81e88b1a4 req-e201a784-b5ef-4438-9022-44f1153131e5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:27.997771 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-beecd844-3281-41b6-9e16-bed81e88b1a4 req-e201a784-b5ef-4438-9022-44f1153131e5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0689702 Dec 13 23:03:28.049396 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-beecd844-3281-41b6-9e16-bed81e88b1a4 req-2604afa0-26df-4167-bbd4-9f58b3062bf6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 Dec 13 23:03:28.052719 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:28.065439 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b0cedc-680c-468c-ab62-82ad6879da92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.138680 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b0cedc-680c-468c-ab62-82ad6879da92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.144873 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b0cedc-680c-468c-ab62-82ad6879da92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.182365 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-05b0cedc-680c-468c-ab62-82ad6879da92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56330bd5a2054314b7c6579e9c25f12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286156 Dec 13 23:03:28.183184 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0cedc-680c-468c-ab62-82ad6879da92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e7cfac-01af-48ce-a4fd-02ff00e2146c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:28.185910 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41524) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:28.235632 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-230ce937-d360-4fb6-b460-7349a362602b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.257344 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-230ce937-d360-4fb6-b460-7349a362602b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.315541 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-08ec4072-ed15-4933-8832-748aab78be91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 200 len: 217 time: 0.0524721 Dec 13 23:03:28.334239 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de6e-dade-4c0e-9190-5ac235c6ac67 req-4f02fcc7-81b6-4327-ba39-58eefffdcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.335895 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34c3de6e-dade-4c0e-9190-5ac235c6ac67 req-4f02fcc7-81b6-4327-ba39-58eefffdcb1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1096 time: 0.0462463 Dec 13 23:03:28.341237 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-230ce937-d360-4fb6-b460-7349a362602b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.344766 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-230ce937-d360-4fb6-b460-7349a362602b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:28.346090 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-230ce937-d360-4fb6-b460-7349a362602b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16e7cfac-01af-48ce-a4fd-02ff00e2146c HTTP/1.1" status: 204 len: 168 time: 0.1586776 Dec 13 23:03:28.375423 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ce937-d360-4fb6-b460-7349a362602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e7cfac-01af-48ce-a4fd-02ff00e2146c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:28.388230 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-b69cbe43-c7ca-4868-83ad-c9ae54f1ec18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7 HTTP/1.1" status: 200 len: 217 time: 0.1078162 Dec 13 23:03:28.460805 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-6a5b10c2-7134-47ca-b428-bf4a5b57baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.462494 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-6a5b10c2-7134-47ca-b428-bf4a5b57baa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.1161234 Dec 13 23:03:28.479662 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de6e-dade-4c0e-9190-5ac235c6ac67 req-fb9efb0c-2af4-4dd0-a5c0-e2e086df272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.481283 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34c3de6e-dade-4c0e-9190-5ac235c6ac67 req-fb9efb0c-2af4-4dd0-a5c0-e2e086df272d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1341507 Dec 13 23:03:28.491165 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae76301-649e-479d-9ac5-cc745740b743 req-824fdd6d-27f0-4f34-a5cb-c1b9865e663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.492770 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-824fdd6d-27f0-4f34-a5cb-c1b9865e663c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0845535 Dec 13 23:03:28.572588 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-c5ec9a78-f5c1-48ab-8e6e-1d69082282e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614362 Dec 13 23:03:28.589982 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3de6e-dade-4c0e-9190-5ac235c6ac67 req-388b488b-b28f-4caa-a675-4de98dde10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.591784 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34c3de6e-dade-4c0e-9190-5ac235c6ac67 req-388b488b-b28f-4caa-a675-4de98dde10f9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1023915 Dec 13 23:03:28.649507 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394bcc-af0d-4788-aa7d-979319adba79 req-087d1fdb-1359-4eec-bdd1-0a0a514a44df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.651240 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-087d1fdb-1359-4eec-bdd1-0a0a514a44df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1753616 Dec 13 23:03:28.681652 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ab532-7b8b-41ff-a531-8e7de7d94a5b req-062e53eb-a7c9-4e00-b9b5-668c4b658a44 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.686092 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6c1ab532-7b8b-41ff-a531-8e7de7d94a5b req-062e53eb-a7c9-4e00-b9b5-668c4b658a44 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.1770821 Dec 13 23:03:28.701806 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf150be5-5524-45d0-a11a-bd1a09be7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.703571 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-bf150be5-5524-45d0-a11a-bd1a09be7007 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1096 time: 0.0690060 Dec 13 23:03:28.771091 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-468348c1-fd5d-4fa1-9262-df491632c7b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 200 len: 217 time: 0.0570619 Dec 13 23:03:28.782233 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-2901592e-d676-48a2-8fbb-8a9e2d671d8a service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210885 Dec 13 23:03:28.845678 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-cdf3739b-c59a-4232-b203-bdd5096a2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.848079 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-cdf3739b-c59a-4232-b203-bdd5096a2db1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.0669372 Dec 13 23:03:28.936856 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-403f04d6-0dd3-4c89-9be8-375d059bb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.938631 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-403f04d6-0dd3-4c89-9be8-375d059bb5d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790591 Dec 13 23:03:28.971969 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-dd395ec5-68d8-4bd0-be40-7fe38289b90a service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885465 Dec 13 23:03:28.993247 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be4159-9f73-43d3-9ef8-a083236aa524 req-326567ea-f542-46d3-bce0-726a555ca632 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:28.995588 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04be4159-9f73-43d3-9ef8-a083236aa524 req-326567ea-f542-46d3-bce0-726a555ca632 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1080873 Dec 13 23:03:29.064338 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6c1ab532-7b8b-41ff-a531-8e7de7d94a5b req-bf99a111-abed-4053-9db8-4a5ab7c38716 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810452 Dec 13 23:03:29.088633 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-e59ec871-0f8a-487c-98f9-13ef9fe93a17 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412647 Dec 13 23:03:29.098896 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-63394bcc-af0d-4788-aa7d-979319adba79 req-1cbf8c6b-33a6-4ed3-a1ec-aad650b84a03 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046439 Dec 13 23:03:29.159956 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04be4159-9f73-43d3-9ef8-a083236aa524 req-e702d541-61b6-4d6c-95b3-5c41c9c3f1aa tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397543 Dec 13 23:03:29.200414 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-4cd7a9ce-0477-49b1-adb5-3bd34bbd422f req-45a42026-040c-40b2-8185-7ad77c96b8ce service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034124 Dec 13 23:03:29.305132 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ae76301-649e-479d-9ac5-cc745740b743 req-44a41148-017f-486d-81e5-73c7e4335d91 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214431 Dec 13 23:03:29.319597 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87582e90-5999-4c47-b780-3812a80af58c req-246cbe3e-82c7-4a42-9e85-0749cdf453de tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:29.325889 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-87582e90-5999-4c47-b780-3812a80af58c req-246cbe3e-82c7-4a42-9e85-0749cdf453de tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.1561286 Dec 13 23:03:29.357037 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f5740-1ccf-4dca-bdcb-da99e9a434db req-dd7d36e0-6f87-45f6-8808-0156b690623e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:29.358910 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c8f5740-1ccf-4dca-bdcb-da99e9a434db req-dd7d36e0-6f87-45f6-8808-0156b690623e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.1039648 Dec 13 23:03:29.400060 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-87582e90-5999-4c47-b780-3812a80af58c req-a73d0427-eae9-459e-a7c2-b2e1ad5934da tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709047 Dec 13 23:03:29.427585 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c8f5740-1ccf-4dca-bdcb-da99e9a434db req-8f9a941e-21e6-49a1-bf4f-81171d8298ed tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579517 Dec 13 23:03:30.190421 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69daf69-5ada-4e54-bd89-11e7313300b2 req-f82cd58c-b09c-457b-9f8f-7a2fb0f9944e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:30.191976 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c69daf69-5ada-4e54-bd89-11e7313300b2 req-f82cd58c-b09c-457b-9f8f-7a2fb0f9944e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.0512431 Dec 13 23:03:30.243195 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c69daf69-5ada-4e54-bd89-11e7313300b2 req-38245a5b-9626-4382-9f8a-00e26a9852cf tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Dec 13 23:03:30.296603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c047edb-40ca-441a-9578-1031994a06b5 req-7907c3a0-58d7-4b7f-ad96-52da469d61cb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:30.298286 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c047edb-40ca-441a-9578-1031994a06b5 req-7907c3a0-58d7-4b7f-ad96-52da469d61cb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0538855 Dec 13 23:03:30.345283 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c047edb-40ca-441a-9578-1031994a06b5 req-115109ec-0ecf-45a5-9934-994adfc84b72 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402184 Dec 13 23:03:30.573116 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850ea21-fecd-415a-a7ec-9a8e5661256b req-3d608265-1871-4860-a734-2543cedd4787 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:30.574850 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f850ea21-fecd-415a-a7ec-9a8e5661256b req-3d608265-1871-4860-a734-2543cedd4787 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0903430 Dec 13 23:03:30.583098 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e30c8d-d93d-4b34-9a5e-f21a9d2d8e41 req-f587c575-17c7-4667-ab5c-7ee405264206 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:30.584536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37e30c8d-d93d-4b34-9a5e-f21a9d2d8e41 req-f587c575-17c7-4667-ab5c-7ee405264206 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0727150 Dec 13 23:03:30.658877 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f850ea21-fecd-415a-a7ec-9a8e5661256b req-aa4fff44-f2a9-4b0c-be02-6c39c015168e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 Dec 13 23:03:30.667974 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37e30c8d-d93d-4b34-9a5e-f21a9d2d8e41 req-04204fdd-1886-41cd-a9e7-5bbbe1d2ddec tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693004 Dec 13 23:03:31.368683 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51597445-2ecb-4fc6-b0ca-f7753f60a5e3 req-df9862f0-07dd-4093-80d9-bce46a33629d tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:31.369729 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-51597445-2ecb-4fc6-b0ca-f7753f60a5e3 req-df9862f0-07dd-4093-80d9-bce46a33629d tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.0513778 Dec 13 23:03:31.425906 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-51597445-2ecb-4fc6-b0ca-f7753f60a5e3 req-25573673-367b-4862-8575-ebca3f9ef061 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Dec 13 23:03:31.478188 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba1210-54be-4cc0-a452-fa7df83856a5 req-b4d7bc7f-e7e0-45dd-8abe-19e79a06f1d7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:31.479867 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-afba1210-54be-4cc0-a452-fa7df83856a5 req-b4d7bc7f-e7e0-45dd-8abe-19e79a06f1d7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Dec 13 23:03:31.532523 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-afba1210-54be-4cc0-a452-fa7df83856a5 req-4670fd1c-a22b-4a91-a64c-5bf55cf32453 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451581 Dec 13 23:03:31.625242 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41732) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:31.751841 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5d06414-af7c-4340-8f12-13901d85a7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:31.819061 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdec47-14da-4130-96cc-a4696f0f2b38 req-35e61ca7-6027-44b2-83dd-4c7b9c466114 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:31.820822 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f4cdec47-14da-4130-96cc-a4696f0f2b38 req-35e61ca7-6027-44b2-83dd-4c7b9c466114 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0833991 Dec 13 23:03:31.828518 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5d06414-af7c-4340-8f12-13901d85a7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:31.833770 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5d06414-af7c-4340-8f12-13901d85a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:31.834242 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff44e9-d2d1-4361-beea-45b585209d41 req-65890399-3c56-4eab-bb0b-a650ba8d96cb tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:31.835779 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08ff44e9-d2d1-4361-beea-45b585209d41 req-65890399-3c56-4eab-bb0b-a650ba8d96cb tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0887985 Dec 13 23:03:31.879327 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f5d06414-af7c-4340-8f12-13901d85a7b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb2ee78840ae40d7b0d3becb34cb279d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528610 Dec 13 23:03:31.880421 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d06414-af7c-4340-8f12-13901d85a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a23463-a80e-41d2-98f6-4ed1f146411c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:31.882867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41748) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:31.905210 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f4cdec47-14da-4130-96cc-a4696f0f2b38 req-f7cc88d2-d644-487e-b44a-dacd5ffd2a93 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683928 Dec 13 23:03:31.917540 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08ff44e9-d2d1-4361-beea-45b585209d41 req-372d51c7-cf60-443e-b798-fb24b4a92f1b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727303 Dec 13 23:03:31.940997 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9be5e99e-2b0e-441c-9509-05de13de541f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:31.963533 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9be5e99e-2b0e-441c-9509-05de13de541f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.020747 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9be5e99e-2b0e-441c-9509-05de13de541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.023556 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9be5e99e-2b0e-441c-9509-05de13de541f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.025873 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9be5e99e-2b0e-441c-9509-05de13de541f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7a23463-a80e-41d2-98f6-4ed1f146411c HTTP/1.1" status: 204 len: 168 time: 0.1419621 Dec 13 23:03:32.037486 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5e99e-2b0e-441c-9509-05de13de541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a23463-a80e-41d2-98f6-4ed1f146411c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:32.320250 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41762) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:32.333303 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca44c740-43c8-4e06-a0f2-cd50b0c119a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.416421 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca44c740-43c8-4e06-a0f2-cd50b0c119a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.421651 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca44c740-43c8-4e06-a0f2-cd50b0c119a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.459935 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ca44c740-43c8-4e06-a0f2-cd50b0c119a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f6be2932f55409d8a650978142fa620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385911 Dec 13 23:03:32.462162 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44c740-43c8-4e06-a0f2-cd50b0c119a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1343773-cad4-4049-a36b-50f7dc35e9ef,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:32.462779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41766) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:32.749308 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-663560a6-d00e-4afd-9260-9130674f6b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.788435 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445611c-c127-48f5-a581-7df4cf352fc3 req-19ef28b5-09bd-4205-b5e1-5558492b2e3e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:32.790074 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9445611c-c127-48f5-a581-7df4cf352fc3 req-19ef28b5-09bd-4205-b5e1-5558492b2e3e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.2959533 Dec 13 23:03:32.791891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-663560a6-d00e-4afd-9260-9130674f6b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.810378 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7a9f8-d8e7-4ad7-8392-f47039674eee req-91875848-37a2-4962-bbce-23ebdcd0359f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:32.811827 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7db7a9f8-d8e7-4ad7-8392-f47039674eee req-91875848-37a2-4962-bbce-23ebdcd0359f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1063366 Dec 13 23:03:32.910986 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9445611c-c127-48f5-a581-7df4cf352fc3 req-22fea05d-6586-4e6e-aead-4ef56e065cbc tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106603 Dec 13 23:03:32.915177 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7db7a9f8-d8e7-4ad7-8392-f47039674eee req-2c927767-d070-447a-aea5-141a8c82236b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927701 Dec 13 23:03:32.915807 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-663560a6-d00e-4afd-9260-9130674f6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.918388 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-663560a6-d00e-4afd-9260-9130674f6b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:32.919450 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-663560a6-d00e-4afd-9260-9130674f6b9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1343773-cad4-4049-a36b-50f7dc35e9ef HTTP/1.1" status: 204 len: 168 time: 0.4557004 Dec 13 23:03:32.927711 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663560a6-d00e-4afd-9260-9130674f6b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1343773-cad4-4049-a36b-50f7dc35e9ef,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:33.078902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ddb37-baf9-45b9-a244-9cec9cb83212 req-7ae694a1-214a-4c41-bb79-79a879d2a1c1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:33.080500 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-047ddb37-baf9-45b9-a244-9cec9cb83212 req-7ae694a1-214a-4c41-bb79-79a879d2a1c1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.0820012 Dec 13 23:03:33.101770 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8ef6b-9a84-44f8-844f-0cbbe60a479f req-15ab9c85-83e8-405f-8359-b53fda10b901 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:33.103473 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b3c8ef6b-9a84-44f8-844f-0cbbe60a479f req-15ab9c85-83e8-405f-8359-b53fda10b901 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0926785 Dec 13 23:03:33.164942 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-047ddb37-baf9-45b9-a244-9cec9cb83212 req-f43d926b-2ec7-4477-9b82-46e1d3749764 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771325 Dec 13 23:03:33.178173 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b3c8ef6b-9a84-44f8-844f-0cbbe60a479f req-d6adb506-f9e8-4865-aed6-c2325ea5ca8e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663965 Dec 13 23:03:34.056808 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 9f7d1643-23b1-4ec2-997f-a41eed0290e7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:03:34.104777 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3b35-c09f-4611-b71c-2b63f41a4ce2 req-77f145f3-59c6-44ab-b203-688f41a005e4 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:34.112856 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d2bd3b35-c09f-4611-b71c-2b63f41a4ce2 req-77f145f3-59c6-44ab-b203-688f41a005e4 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 943 time: 0.1079006 Dec 13 23:03:34.130627 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e632e6-08ee-42e0-9f67-3ace65a1ab82 req-6a5491e4-e1de-434a-9eda-8d4e2a3f531a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:34.132515 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e632e6-08ee-42e0-9f67-3ace65a1ab82 req-6a5491e4-e1de-434a-9eda-8d4e2a3f531a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0862269 Dec 13 23:03:34.226274 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:34.239759 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '9f7d1643-23b1-4ec2-997f-a41eed0290e7', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'port_id': '9f7d1643-23b1-4ec2-997f-a41eed0290e7', 'mac_address': 'fa:16:3e:27:f8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11890e-1128-4b1f-a199-d8ee7b5f5310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:03:34.256793 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e632e6-08ee-42e0-9f67-3ace65a1ab82 req-0eb5fd79-5a1a-43f8-a047-30526d989b35 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096792 Dec 13 23:03:34.278275 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d2bd3b35-c09f-4611-b71c-2b63f41a4ce2 req-3bb90037-f772-4ad5-af5b-686bcdd0d12c tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641495 Dec 13 23:03:34.329253 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:34.346329 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7d1643-23b1-4ec2-997f-a41eed0290e7 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:34.370497 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:34.377172 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:34.377815 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d64c863f-3d75-442c-ae28-629a3af23ac4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:03:34.443539 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832f967-040a-4ef1-af27-7357c10931de req-9bac8ac8-698f-4bc1-8f5a-ed08022c7599 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:34.445792 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4832f967-040a-4ef1-af27-7357c10931de req-9bac8ac8-698f-4bc1-8f5a-ed08022c7599 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0636072 Dec 13 23:03:34.457441 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11fefd-0af6-4ec5-b979-582471062f35 req-0dfb76d3-df30-4f8d-bf53-29aa5e15b7a3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:34.462132 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf11fefd-0af6-4ec5-b979-582471062f35 req-0dfb76d3-df30-4f8d-bf53-29aa5e15b7a3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 944 time: 0.1117325 Dec 13 23:03:34.484998 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=9f7d1643-23b1-4ec2-997f-a41eed0290e7,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:34.530735 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d64c863f-3d75-442c-ae28-629a3af23ac4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d64c863f-3d75-442c-ae28-629a3af23ac4,segment=NetworkSegment(c78a478a-4079-4241-9d31-c1c06907d557),segment_id=c78a478a-4079-4241-9d31-c1c06907d557)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:34.543477 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'd64c863f-3d75-442c-ae28-629a3af23ac4', 'network_id': '5ce30cd9-e5c6-4350-acc3-d84e067c707b', 'port_id': 'd64c863f-3d75-442c-ae28-629a3af23ac4', 'mac_address': 'fa:16:3e:11:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1beb84d3-b0e4-41d6-901e-1b97007fd8cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:03:34.547197 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4832f967-040a-4ef1-af27-7357c10931de req-8e4000d5-9f12-4463-93c9-8122abd2a4c9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826402 Dec 13 23:03:34.557640 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf11fefd-0af6-4ec5-b979-582471062f35 req-be082e3a-3649-442d-8f45-89b632b09245 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781493 Dec 13 23:03:34.591582 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:34.605154 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64c863f-3d75-442c-ae28-629a3af23ac4 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:34.631821 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d64c863f-3d75-442c-ae28-629a3af23ac4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d64c863f-3d75-442c-ae28-629a3af23ac4,segment=NetworkSegment(c78a478a-4079-4241-9d31-c1c06907d557),segment_id=c78a478a-4079-4241-9d31-c1c06907d557)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:34.637233 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:34.684603 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:34.697985 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=d64c863f-3d75-442c-ae28-629a3af23ac4,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:34.933865 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41884) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:34.947860 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:03:34.970275 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['d64c863f-3d75-442c-ae28-629a3af23ac4'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:03:35.041998 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3133198b-d14d-4669-b948-c13612ed29b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.118262 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3133198b-d14d-4669-b948-c13612ed29b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.123679 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3133198b-d14d-4669-b948-c13612ed29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.160297 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133198b-d14d-4669-b948-c13612ed29b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cbbb71-5e85-44d1-acbc-734094f2d464,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:35.164572 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3133198b-d14d-4669-b948-c13612ed29b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd36c89df1834899a5c668bac53fb32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297120 Dec 13 23:03:35.167471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41888) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:35.219929 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6fcd23f-a4b5-4033-a16d-2909672e5510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.242383 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6fcd23f-a4b5-4033-a16d-2909672e5510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.292914 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6fcd23f-a4b5-4033-a16d-2909672e5510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.296003 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6fcd23f-a4b5-4033-a16d-2909672e5510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.306201 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f6fcd23f-a4b5-4033-a16d-2909672e5510 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20cbbb71-5e85-44d1-acbc-734094f2d464 HTTP/1.1" status: 204 len: 168 time: 0.1374240 Dec 13 23:03:35.315793 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcd23f-a4b5-4033-a16d-2909672e5510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cbbb71-5e85-44d1-acbc-734094f2d464,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:35.450573 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b4669-fcff-4501-9cd3-9e4127cdae74 req-a2793eeb-8695-4dea-9e25-60927734a082 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:35.452212 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-096b4669-fcff-4501-9cd3-9e4127cdae74 req-a2793eeb-8695-4dea-9e25-60927734a082 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1057386 Dec 13 23:03:35.482486 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a2e9-e787-4527-80fc-d10c7dd90162 req-844e3299-4f7b-4864-a858-7cb0dad6d19e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:35.484316 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c962a2e9-e787-4527-80fc-d10c7dd90162 req-844e3299-4f7b-4864-a858-7cb0dad6d19e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 944 time: 0.1108482 Dec 13 23:03:35.578626 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c962a2e9-e787-4527-80fc-d10c7dd90162 req-59f71c6b-a7e5-45dc-8f68-6cf614831896 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822546 Dec 13 23:03:35.594835 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-096b4669-fcff-4501-9cd3-9e4127cdae74 req-4f968559-f77c-4410-9017-bd11764f7545 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331222 Dec 13 23:03:35.708256 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81c76-4674-4ada-b480-32cabbd9afb1 req-f749580b-77dd-481c-818a-3c09ba578d55 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:35.709754 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1f81c76-4674-4ada-b480-32cabbd9afb1 req-f749580b-77dd-481c-818a-3c09ba578d55 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.0630858 Dec 13 23:03:35.726319 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 41922) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:35.740798 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc578e9f-5814-403b-9642-96b9f0b77538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.770982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b939ea7-bde6-4d99-868a-0029d41c12ed req-1588895a-2e6e-4cf2-a307-d7cdf21d7da9 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:35.772542 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b939ea7-bde6-4d99-868a-0029d41c12ed req-1588895a-2e6e-4cf2-a307-d7cdf21d7da9 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 945 time: 0.0862381 Dec 13 23:03:35.799727 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1f81c76-4674-4ada-b480-32cabbd9afb1 req-648d6352-076b-49ef-85db-bd3241fe7dc6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759308 Dec 13 23:03:35.828938 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc578e9f-5814-403b-9642-96b9f0b77538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.834088 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc578e9f-5814-403b-9642-96b9f0b77538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.842114 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b939ea7-bde6-4d99-868a-0029d41c12ed req-0911a93a-fd5a-49cd-ac40-432ad72f8e0c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624092 Dec 13 23:03:35.879077 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-fc578e9f-5814-403b-9642-96b9f0b77538 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20d5de0fb0c945ad9e9a1b2959333d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516128 Dec 13 23:03:35.879313 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 41928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:35.889443 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc578e9f-5814-403b-9642-96b9f0b77538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c5cc9-0775-490b-8225-8d9275d1a0da,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:35.931804 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1ddcc60-baf0-40c4-9846-df5a99e3e42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:35.954102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1ddcc60-baf0-40c4-9846-df5a99e3e42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:36.002450 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1ddcc60-baf0-40c4-9846-df5a99e3e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:36.005019 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1ddcc60-baf0-40c4-9846-df5a99e3e42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:36.006505 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-c1ddcc60-baf0-40c4-9846-df5a99e3e42b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de5c5cc9-0775-490b-8225-8d9275d1a0da HTTP/1.1" status: 204 len: 168 time: 0.1261573 Dec 13 23:03:36.014361 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddcc60-baf0-40c4-9846-df5a99e3e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c5cc9-0775-490b-8225-8d9275d1a0da,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:36.225788 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:03:36.701038 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c2e8f-5b7b-480c-8e57-7179a1c9d5f8 req-20521721-e79c-47fc-8e4b-67d75edb9b15 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:36.708956 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f92c2e8f-5b7b-480c-8e57-7179a1c9d5f8 req-20521721-e79c-47fc-8e4b-67d75edb9b15 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 944 time: 0.0597284 Dec 13 23:03:36.734467 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:03:36.799880 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f92c2e8f-5b7b-480c-8e57-7179a1c9d5f8 req-d871b2c6-1304-4977-b2b5-0b3cf45315fc tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900135 Dec 13 23:03:36.826822 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa1b80-7f37-4181-a183-e35cc7498a98 req-76d0b8bd-0e45-4055-93d5-b1d2efea3dd8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:36.830263 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17aa1b80-7f37-4181-a183-e35cc7498a98 req-76d0b8bd-0e45-4055-93d5-b1d2efea3dd8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1187074 Dec 13 23:03:36.873999 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:36.885838 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'mac_address': 'fa:16:3e:67:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:03:36.887166 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17aa1b80-7f37-4181-a183-e35cc7498a98 req-8ee11d20-953f-4025-91c5-ea4a2f255cb4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521436 Dec 13 23:03:36.974658 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:36.989666 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef742767-361d-4046-8bd3-5b8f1c34e632 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:37.008540 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ba9ce-7106-4850-8141-ff280e49289a req-35ecc591-57d2-417f-b211-898b605801ca tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:37.012813 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:37.014115 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ed9ba9ce-7106-4850-8141-ff280e49289a req-35ecc591-57d2-417f-b211-898b605801ca tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 943 time: 0.1084931 Dec 13 23:03:37.027497 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.028135 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 80a67b49-708c-4b7f-8b08-ac990fa86f9e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:03:37.140202 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ed9ba9ce-7106-4850-8141-ff280e49289a req-9152b4c1-eddd-4f09-9b9f-9e3cbc66516e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167054 Dec 13 23:03:37.172263 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e1743-6376-46a4-8450-a943a3440a2b req-76cad237-3adb-4a57-922b-a3b43c6c2090 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:37.173965 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-557e1743-6376-46a4-8450-a943a3440a2b req-76cad237-3adb-4a57-922b-a3b43c6c2090 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 945 time: 0.1127441 Dec 13 23:03:37.188873 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:37.224183 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:37.237537 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'port_id': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'mac_address': 'fa:16:3e:e9:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:03:37.260967 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-557e1743-6376-46a4-8450-a943a3440a2b req-246042c0-5efe-4e23-9aee-d0cbea1685a4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806928 Dec 13 23:03:37.292373 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42028) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:37.296199 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.310571 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a67b49-708c-4b7f-8b08-ac990fa86f9e {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:03:37.330396 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:37.335180 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.385458 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=80a67b49-708c-4b7f-8b08-ac990fa86f9e,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:37.406861 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a40c451-fd15-4f8c-b642-359a0a4eef06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.485560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a40c451-fd15-4f8c-b642-359a0a4eef06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.491233 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a40c451-fd15-4f8c-b642-359a0a4eef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.529752 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40c451-fd15-4f8c-b642-359a0a4eef06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6f76a7-9620-4261-acd9-f8e3b61a6b00,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:37.534459 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7a40c451-fd15-4f8c-b642-359a0a4eef06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18820ab254f544ec8eb2827fcec17e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410533 Dec 13 23:03:37.537462 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42036) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:37.584338 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1db1b63e-3ce0-4f1c-bd3d-7b2b609f1789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.602619 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 9f7d1643-23b1-4ec2-997f-a41eed0290e7 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:37.608707 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1db1b63e-3ce0-4f1c-bd3d-7b2b609f1789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.659818 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:03:37.661203 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1db1b63e-3ce0-4f1c-bd3d-7b2b609f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.664066 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:37.664208 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1db1b63e-3ce0-4f1c-bd3d-7b2b609f1789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.664435 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.668023 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1db1b63e-3ce0-4f1c-bd3d-7b2b609f1789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a6f76a7-9620-4261-acd9-f8e3b61a6b00 HTTP/1.1" status: 204 len: 168 time: 0.1269987 Dec 13 23:03:37.674001 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b63e-3ce0-4f1c-bd3d-7b2b609f1789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6f76a7-9620-4261-acd9-f8e3b61a6b00,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:37.859764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.882674 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d21621-3cd9-4755-8588-0e8cb988d280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7d1643-23b1-4ec2-997f-a41eed0290e7'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:37.934173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b114d-b6c3-404b-8417-a4b0d2eafb24 req-b2306c1c-f08a-4365-bd6d-bbec3f1c2adc tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:37.935807 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad3b114d-b6c3-404b-8417-a4b0d2eafb24 req-b2306c1c-f08a-4365-bd6d-bbec3f1c2adc tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 944 time: 0.0591180 Dec 13 23:03:37.959602 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42048) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:37.973080 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-768e6739-d0bf-43c2-8bf7-b0e5eb6fb70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:37.997460 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad3b114d-b6c3-404b-8417-a4b0d2eafb24 req-ecaac33e-cf76-4a8d-8ada-b6b200df6740 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553789 Dec 13 23:03:38.004050 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:38.013252 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.014189 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d64c863f-3d75-442c-ae28-629a3af23ac4 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:38.063091 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-768e6739-d0bf-43c2-8bf7-b0e5eb6fb70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.068692 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-768e6739-d0bf-43c2-8bf7-b0e5eb6fb70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.069152 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ec37-fbfc-425c-8031-129cb9b4f57b req-72461997-7462-49bf-b461-12115218a20d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:38.078044 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8334ec37-fbfc-425c-8031-129cb9b4f57b req-72461997-7462-49bf-b461-12115218a20d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0709243 Dec 13 23:03:38.084184 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=9f7d1643-23b1-4ec2-997f-a41eed0290e7,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:38.094304 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82b0ed-2696-492d-ae3a-a99eefedd475" -d '{"events": [{"server_uuid": "50d21621-3cd9-4755-8588-0e8cb988d280", "name": "network-vif-plugged", "status": "completed", "tag": "9f7d1643-23b1-4ec2-997f-a41eed0290e7"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:38.101840 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-768e6739-d0bf-43c2-8bf7-b0e5eb6fb70d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47eb1b80be1f482386119d8701531828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408048 Dec 13 23:03:38.104116 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42056) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:38.118565 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port d64c863f-3d75-442c-ae28-629a3af23ac4 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:03:38.123927 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port d64c863f-3d75-442c-ae28-629a3af23ac4 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:38.125057 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.132858 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8334ec37-fbfc-425c-8031-129cb9b4f57b req-2cc57dd8-f18e-47fb-9369-51a7f4ec7f30 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532305 Dec 13 23:03:38.159277 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e6739-d0bf-43c2-8bf7-b0e5eb6fb70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81b2c5-f7c0-4149-8d79-05e01a9e504c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:38.178128 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94441a30-28ac-4ac1-bccb-339055851a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.201597 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94441a30-28ac-4ac1-bccb-339055851a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.236422 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.279579 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd6b8d-5919-4374-9f2c-9650c690dfe6 x-openstack-request-id: req-01dd6b8d-5919-4374-9f2c-9650c690dfe6 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:38.279875 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d21621-3cd9-4755-8588-0e8cb988d280", "name": "network-vif-plugged", "status": "completed", "tag": "9f7d1643-23b1-4ec2-997f-a41eed0290e7", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:38.280325 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01dd6b8d-5919-4374-9f2c-9650c690dfe6 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:38.280782 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d21621-3cd9-4755-8588-0e8cb988d280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7d1643-23b1-4ec2-997f-a41eed0290e7', 'code': 200} Dec 13 23:03:38.283954 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94441a30-28ac-4ac1-bccb-339055851a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.288661 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94441a30-28ac-4ac1-bccb-339055851a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.289973 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d64c863f-3d75-442c-ae28-629a3af23ac4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d64c863f-3d75-442c-ae28-629a3af23ac4,segment=NetworkSegment(c78a478a-4079-4241-9d31-c1c06907d557),segment_id=c78a478a-4079-4241-9d31-c1c06907d557)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:38.290855 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-94441a30-28ac-4ac1-bccb-339055851a93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f81b2c5-f7c0-4149-8d79-05e01a9e504c HTTP/1.1" status: 204 len: 168 time: 0.1852276 Dec 13 23:03:38.295458 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.301644 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94441a30-28ac-4ac1-bccb-339055851a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81b2c5-f7c0-4149-8d79-05e01a9e504c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:38.341700 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec5df1-b133-4206-8554-3121005d8c7e req-e85c084f-2ffa-4135-b828-2e861de709a9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:38.343461 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9ec5df1-b133-4206-8554-3121005d8c7e req-e85c084f-2ffa-4135-b828-2e861de709a9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 944 time: 0.0915213 Dec 13 23:03:38.363124 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=d64c863f-3d75-442c-ae28-629a3af23ac4,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:38.425897 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9ec5df1-b133-4206-8554-3121005d8c7e req-48930ba9-61f5-487b-9aa2-4572da58b9d3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759528 Dec 13 23:03:38.437968 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c56d41-2519-4ecd-99bd-1a065d6d477d req-cf22be68-608a-40f3-ab69-a8bd07963763 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:38.439464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6c56d41-2519-4ecd-99bd-1a065d6d477d req-cf22be68-608a-40f3-ab69-a8bd07963763 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0833771 Dec 13 23:03:38.489408 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6c56d41-2519-4ecd-99bd-1a065d6d477d req-4c7bc3c5-0688-4640-8da0-75c5508ab2d9 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Dec 13 23:03:38.844442 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4ddc7-36bf-400d-8842-e4bb88b93270 req-76100442-f4f1-4283-b3ac-b492fa48051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:38.844442 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3e4ddc7-36bf-400d-8842-e4bb88b93270 req-76100442-f4f1-4283-b3ac-b492fa48051a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 1099 time: 0.0781810 Dec 13 23:03:38.863227 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d3e4ddc7-36bf-400d-8842-e4bb88b93270 req-ad43ffd4-a9bb-4af4-8ef8-7cb40d615c89 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:38.882870 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['ef742767-361d-4046-8bd3-5b8f1c34e632'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:03:38.888017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['80a67b49-708c-4b7f-8b08-ac990fa86f9e'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:03:38.990947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d3e4ddc7-36bf-400d-8842-e4bb88b93270 req-ad43ffd4-a9bb-4af4-8ef8-7cb40d615c89 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:39.021131 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d3e4ddc7-36bf-400d-8842-e4bb88b93270 req-ad43ffd4-a9bb-4af4-8ef8-7cb40d615c89 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:39.081293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43ffd4-a9bb-4af4-8ef8-7cb40d615c89 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4425d3-c6ee-45d3-ba58-66f93d2f80ff,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:39.086379 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3e4ddc7-36bf-400d-8842-e4bb88b93270 req-ad43ffd4-a9bb-4af4-8ef8-7cb40d615c89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355053 Dec 13 23:03:39.153501 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c8039-7f9b-4793-bb1b-6962f4aa9881 req-f87e41f6-46da-4e1d-af50-83e319a6269f tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:39.160947 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-011c8039-7f9b-4793-bb1b-6962f4aa9881 req-f87e41f6-46da-4e1d-af50-83e319a6269f tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0579777 Dec 13 23:03:39.230341 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-011c8039-7f9b-4793-bb1b-6962f4aa9881 req-1f4d9765-eb73-45dc-b60a-c943b6522a2c tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 Dec 13 23:03:39.296533 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b510a03-4153-4e55-b273-1da352cf2019 req-4471c2a4-5b0c-4b3e-9e2f-97b5bba35e9f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:39.301817 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b510a03-4153-4e55-b273-1da352cf2019 req-4471c2a4-5b0c-4b3e-9e2f-97b5bba35e9f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0705271 Dec 13 23:03:39.357728 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b510a03-4153-4e55-b273-1da352cf2019 req-b6c9d819-9e3c-4fbe-8803-eb2128f6bc00 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530992 Dec 13 23:03:39.546416 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffbc02-6bff-45e2-ad26-12cb3aec1e8c req-72b382a7-ed1b-4a76-8107-26821b2297ad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:39.548093 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-69ffbc02-6bff-45e2-ad26-12cb3aec1e8c req-72b382a7-ed1b-4a76-8107-26821b2297ad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 944 time: 0.0589123 Dec 13 23:03:39.630547 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-69ffbc02-6bff-45e2-ad26-12cb3aec1e8c req-573f3be9-67c0-4480-a85b-46a31d799688 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756998 Dec 13 23:03:39.643202 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafc45b-80ed-46a9-9246-6c344f9ba1b6 req-431ace72-6b23-4acf-a4d7-36e2d641df2c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:39.644957 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1dafc45b-80ed-46a9-9246-6c344f9ba1b6 req-431ace72-6b23-4acf-a4d7-36e2d641df2c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0766919 Dec 13 23:03:39.697600 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1dafc45b-80ed-46a9-9246-6c344f9ba1b6 req-d4324d0b-51e4-4084-acca-3defcd1dbcb3 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Dec 13 23:03:40.189306 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42150) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:40.282605 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b7009-1860-4939-a28b-e3d21862277b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64c863f-3d75-442c-ae28-629a3af23ac4'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:40.285081 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72159ea7-f941-4c34-a516-2c98fe2977b3" -d '{"events": [{"server_uuid": "1e3b7009-1860-4939-a28b-e3d21862277b", "name": "network-vif-plugged", "status": "completed", "tag": "d64c863f-3d75-442c-ae28-629a3af23ac4"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:40.305437 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ef56d0d-2d35-470c-a843-edb8f7956202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.326435 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e03df-2045-47dc-911d-9d3912a54175 x-openstack-request-id: req-dd4e03df-2045-47dc-911d-9d3912a54175 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:40.326757 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b7009-1860-4939-a28b-e3d21862277b", "name": "network-vif-plugged", "status": "completed", "tag": "d64c863f-3d75-442c-ae28-629a3af23ac4", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:40.327018 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd4e03df-2045-47dc-911d-9d3912a54175 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:40.327414 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b7009-1860-4939-a28b-e3d21862277b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64c863f-3d75-442c-ae28-629a3af23ac4', 'code': 200} Dec 13 23:03:40.383599 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a08d8-38cb-4862-9dce-1807b2474173 req-865a8f07-d07d-4858-8f92-30e0f185d0e8 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:40.385185 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e69a08d8-38cb-4862-9dce-1807b2474173 req-865a8f07-d07d-4858-8f92-30e0f185d0e8 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0772383 Dec 13 23:03:40.468799 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ef56d0d-2d35-470c-a843-edb8f7956202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.483384 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e69a08d8-38cb-4862-9dce-1807b2474173 req-e8e4a75d-dc14-4c88-b5c1-1d13b4edfc86 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878813 Dec 13 23:03:40.484000 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ef56d0d-2d35-470c-a843-edb8f7956202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.575545 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1ef56d0d-2d35-470c-a843-edb8f7956202 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf48bbf065094188a8edd22e97429d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850808 Dec 13 23:03:40.578431 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42170) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:40.580292 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef56d0d-2d35-470c-a843-edb8f7956202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80476c57-bba2-4515-b6cd-ccf45909fd91,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:40.597202 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e8ea-b158-418a-8d9f-2f55cdb09794 req-b1fddb30-90b8-4562-a9b1-b86d147fa24b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:40.598845 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ebd9e8ea-b158-418a-8d9f-2f55cdb09794 req-b1fddb30-90b8-4562-a9b1-b86d147fa24b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.1322849 Dec 13 23:03:40.605700 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb0ff5-98f3-4a77-898d-5eb76ad0d4a3 req-974e6628-0155-42d6-b95e-9475bb144fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:40.607264 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-affb0ff5-98f3-4a77-898d-5eb76ad0d4a3 req-974e6628-0155-42d6-b95e-9475bb144fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 1098 time: 0.1018786 Dec 13 23:03:40.624784 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:40.645027 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aab90745-8ce7-4d31-b97e-1c20c9a553d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.680301 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aab90745-8ce7-4d31-b97e-1c20c9a553d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.695115 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-affb0ff5-98f3-4a77-898d-5eb76ad0d4a3 req-052354f4-29ba-489b-860d-9ef8ca02a538 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Dec 13 23:03:40.714696 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ebd9e8ea-b158-418a-8d9f-2f55cdb09794 req-2a8b1e92-decb-44ad-b4cf-56f8ee026513 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061037 Dec 13 23:03:40.754753 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aab90745-8ce7-4d31-b97e-1c20c9a553d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.758631 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aab90745-8ce7-4d31-b97e-1c20c9a553d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.763711 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-aab90745-8ce7-4d31-b97e-1c20c9a553d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80476c57-bba2-4515-b6cd-ccf45909fd91 HTTP/1.1" status: 204 len: 168 time: 0.1834600 Dec 13 23:03:40.774258 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port ef742767-361d-4046-8bd3-5b8f1c34e632 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:03:40.775803 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab90745-8ce7-4d31-b97e-1c20c9a553d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80476c57-bba2-4515-b6cd-ccf45909fd91,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:40.781038 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port ef742767-361d-4046-8bd3-5b8f1c34e632 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:40.781320 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.844936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aaeeb-622a-4f6d-85db-9b0d065727c3 req-3275e0f7-61fd-43fc-8d31-7e82c3de1caf tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:40.846871 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b3aaeeb-622a-4f6d-85db-9b0d065727c3 req-3275e0f7-61fd-43fc-8d31-7e82c3de1caf tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 944 time: 0.0953538 Dec 13 23:03:40.889242 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83298140-5894-410c-98f6-a03a6a4434b6 req-9e75706e-ac32-4945-a39a-f3947a1022dc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:40.890825 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-83298140-5894-410c-98f6-a03a6a4434b6 req-9e75706e-ac32-4945-a39a-f3947a1022dc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.1011977 Dec 13 23:03:40.919945 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:40.986108 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b3aaeeb-622a-4f6d-85db-9b0d065727c3 req-4cac7ade-6830-4801-bfba-6b8336bb68b5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298084 Dec 13 23:03:40.991196 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-83298140-5894-410c-98f6-a03a6a4434b6 req-0977c00d-51a7-410d-ae58-5f9af26fba9d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903285 Dec 13 23:03:41.004035 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:41.011110 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.012315 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 80a67b49-708c-4b7f-8b08-ac990fa86f9e up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:03:41.100678 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:41.129587 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 80a67b49-708c-4b7f-8b08-ac990fa86f9e completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:03:41.136492 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 80a67b49-708c-4b7f-8b08-ac990fa86f9e triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:03:41.138854 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.158830 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42188) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:41.171935 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33e3a52a-f589-4566-9401-7954540607e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.229011 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.267820 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33e3a52a-f589-4566-9401-7954540607e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.270260 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:03:41.273368 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33e3a52a-f589-4566-9401-7954540607e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.274535 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.310388 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3a52a-f589-4566-9401-7954540607e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e52814f-c969-4908-9418-b00959502d47,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:41.314461 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-33e3a52a-f589-4566-9401-7954540607e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96fa5c9f01e74ba89c85f7650c3bb185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545625 Dec 13 23:03:41.317046 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42194) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:41.330904 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=80a67b49-708c-4b7f-8b08-ac990fa86f9e,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:41.366348 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8be-d08d-42a4-b760-f19fac218e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.386418 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8be-d08d-42a4-b760-f19fac218e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.440488 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8be-d08d-42a4-b760-f19fac218e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.443242 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a8be-d08d-42a4-b760-f19fac218e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:41.444403 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1dd8a8be-d08d-42a4-b760-f19fac218e1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e52814f-c969-4908-9418-b00959502d47 HTTP/1.1" status: 204 len: 168 time: 0.1264150 Dec 13 23:03:41.452320 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8a8be-d08d-42a4-b760-f19fac218e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e52814f-c969-4908-9418-b00959502d47,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:41.598989 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83472c-f0a1-4fd2-b5c9-832cf285abba req-ea0d88a6-587f-4857-af29-2759ef6b9742 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:41.600596 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5e83472c-f0a1-4fd2-b5c9-832cf285abba req-ea0d88a6-587f-4857-af29-2759ef6b9742 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0484684 Dec 13 23:03:41.655765 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5e83472c-f0a1-4fd2-b5c9-832cf285abba req-b1da0824-cd4b-4dec-8dcf-ad2948cd4a57 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489612 Dec 13 23:03:41.827252 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe056fe-02e8-44ed-9064-624aa471de30 req-d5a28a2f-3253-4f93-81b7-1a26472e36ad tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:41.828738 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bbe056fe-02e8-44ed-9064-624aa471de30 req-d5a28a2f-3253-4f93-81b7-1a26472e36ad tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0491202 Dec 13 23:03:41.880879 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bbe056fe-02e8-44ed-9064-624aa471de30 req-2dde4896-6c8c-4d91-85f2-c082ff7b13f9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456667 Dec 13 23:03:42.139282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5706-ec0e-4cd3-b64f-c48c840e9b7f req-6c778d7b-3bd4-4247-95e4-afd8dde73427 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:42.140733 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d46f5706-ec0e-4cd3-b64f-c48c840e9b7f req-6c778d7b-3bd4-4247-95e4-afd8dde73427 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0843582 Dec 13 23:03:42.149228 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2e858-21e4-4856-929c-8e6f61eb9c77 req-b9153e55-b587-4f66-8bcf-80bc6031b23a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:42.150743 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3a2e858-21e4-4856-929c-8e6f61eb9c77 req-b9153e55-b587-4f66-8bcf-80bc6031b23a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0823803 Dec 13 23:03:42.226425 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d46f5706-ec0e-4cd3-b64f-c48c840e9b7f req-07ed53be-1f86-42c9-b980-f53f96d9059a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745537 Dec 13 23:03:42.230249 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3a2e858-21e4-4856-929c-8e6f61eb9c77 req-c0400260-4aa1-4213-b959-f9591fe3214a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714817 Dec 13 23:03:42.328967 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}, {'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:42.332398 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd76e4-ad60-4284-9664-6e8f1c166bba" -d '{"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-plugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}, {"server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "name": "network-vif-plugged", "status": "completed", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:42.388837 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe28e5-2ec5-405c-abc6-dfc2ebe0b915 x-openstack-request-id: req-5efe28e5-2ec5-405c-abc6-dfc2ebe0b915 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:42.389453 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-plugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "code": 200}, {"server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "name": "network-vif-plugged", "status": "completed", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:42.389825 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5efe28e5-2ec5-405c-abc6-dfc2ebe0b915 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:42.390284 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'code': 200} Dec 13 23:03:42.390625 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'code': 200} Dec 13 23:03:42.812862 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217568b-c41e-4904-a973-6dced890996c req-e0cfc120-81de-4352-ad0c-87f2f3257180 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:42.814413 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6217568b-c41e-4904-a973-6dced890996c req-e0cfc120-81de-4352-ad0c-87f2f3257180 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0804484 Dec 13 23:03:42.881242 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6217568b-c41e-4904-a973-6dced890996c req-2406ce05-9ff1-47a4-8d17-49a6c8773369 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580497 Dec 13 23:03:43.009087 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3d27-c010-4040-87af-7ec80eb7eb5f req-7b41d2b3-6119-4c40-bbc0-b74744a9537f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:43.011133 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20ac3d27-c010-4040-87af-7ec80eb7eb5f req-7b41d2b3-6119-4c40-bbc0-b74744a9537f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0492721 Dec 13 23:03:43.062547 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20ac3d27-c010-4040-87af-7ec80eb7eb5f req-38e156ea-a5df-4337-aa79-87540c70e8be tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455687 Dec 13 23:03:43.089741 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-00a5fbc5-71dc-4de1-83b8-7bd3713015bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:43.347453 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ee47-6c90-4375-8b4c-e6a21fe57d7c req-5922c09e-05fc-42f9-b362-33fd39142aac tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:43.348964 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d888ee47-6c90-4375-8b4c-e6a21fe57d7c req-5922c09e-05fc-42f9-b362-33fd39142aac tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0503263 Dec 13 23:03:43.400091 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d888ee47-6c90-4375-8b4c-e6a21fe57d7c req-3277bb1f-7cf6-42b1-8444-ae1b9a11880d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446801 Dec 13 23:03:43.999366 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c6803-170f-4fdf-ac81-41beef0f9194 req-edbdb300-668a-4244-8392-a25830be71a8 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:44.000822 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e5c6803-170f-4fdf-ac81-41beef0f9194 req-edbdb300-668a-4244-8392-a25830be71a8 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0503817 Dec 13 23:03:44.049061 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e5c6803-170f-4fdf-ac81-41beef0f9194 req-d8265577-cfd1-41f4-8659-f0b146d69ec8 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Dec 13 23:03:44.194268 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da4546-e2e4-4923-b453-e499cc74975d req-15c72750-0a41-40f3-afea-61eafa573601 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:44.195878 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-58da4546-e2e4-4923-b453-e499cc74975d req-15c72750-0a41-40f3-afea-61eafa573601 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0572345 Dec 13 23:03:44.261707 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc49f31-a11d-4bd6-8925-b806f295fb0c req-1f498edd-ad9c-4093-8e8a-24cfa3841afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:44.263259 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-acc49f31-a11d-4bd6-8925-b806f295fb0c req-1f498edd-ad9c-4093-8e8a-24cfa3841afc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1098 time: 0.0739629 Dec 13 23:03:44.265493 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b43f6-37fd-4ed4-b3ad-022280603a3a req-b8df56ba-fe94-4996-baa6-b7e7cf361875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:44.266968 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-464b43f6-37fd-4ed4-b3ad-022280603a3a req-b8df56ba-fe94-4996-baa6-b7e7cf361875 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1098 time: 0.0702403 Dec 13 23:03:44.270319 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-58da4546-e2e4-4923-b453-e499cc74975d req-6ee8c656-8b02-4552-9b03-e3584ad11504 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659995 Dec 13 23:03:44.335347 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-464b43f6-37fd-4ed4-b3ad-022280603a3a req-f0e00f36-088a-4d30-be4e-92833dea4e0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439405 Dec 13 23:03:44.340640 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-acc49f31-a11d-4bd6-8925-b806f295fb0c req-b85a57d9-48b8-40ac-b801-3336ad558220 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Dec 13 23:03:44.524046 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2a8a3-ffa2-4bd5-85b0-eab754f67adc req-97ecdb25-f541-4b6d-b795-1320ebee38e0 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:44.525617 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09a2a8a3-ffa2-4bd5-85b0-eab754f67adc req-97ecdb25-f541-4b6d-b795-1320ebee38e0 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0556018 Dec 13 23:03:44.573826 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09a2a8a3-ffa2-4bd5-85b0-eab754f67adc req-ab007338-c5a9-4819-8331-c76a7eae7e2c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Dec 13 23:03:45.165616 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ed25d-6efa-418f-a61f-aeea7d853916 req-ce166382-e16c-48cf-83ab-4144caa62d5e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:45.167375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-742ed25d-6efa-418f-a61f-aeea7d853916 req-ce166382-e16c-48cf-83ab-4144caa62d5e tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0482831 Dec 13 23:03:45.217961 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-742ed25d-6efa-418f-a61f-aeea7d853916 req-fd30aaba-a5de-43cd-a7c3-aa9e0f0232cf tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Dec 13 23:03:45.241058 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d0b3e58c-ef0c-4d11-952d-1e92385b6cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:45.391714 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fda57e-3323-496e-b513-4eeef9e876c0 req-b7e42c66-eb8a-4ad9-bf69-bc5de046fe77 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:45.393167 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30fda57e-3323-496e-b513-4eeef9e876c0 req-b7e42c66-eb8a-4ad9-bf69-bc5de046fe77 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0498028 Dec 13 23:03:45.445845 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30fda57e-3323-496e-b513-4eeef9e876c0 req-01c74b92-b707-4185-9850-acb14270b227 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458682 Dec 13 23:03:45.695168 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898236ac-b536-424e-a8ca-c8af44402c4a req-e7c606ae-81c7-417c-a03d-a40a4e662bdc tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:45.696916 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-898236ac-b536-424e-a8ca-c8af44402c4a req-e7c606ae-81c7-417c-a03d-a40a4e662bdc tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0532818 Dec 13 23:03:45.746631 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-898236ac-b536-424e-a8ca-c8af44402c4a req-3e20a0c5-440d-46cf-ac87-9e4505238530 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430596 Dec 13 23:03:46.347636 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b4007-d543-407d-b1bb-f0271fca13e5 req-b6e8a3c2-1363-4ccc-b91f-da3617d6bf95 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:46.349126 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-648b4007-d543-407d-b1bb-f0271fca13e5 req-b6e8a3c2-1363-4ccc-b91f-da3617d6bf95 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0509553 Dec 13 23:03:46.401911 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-648b4007-d543-407d-b1bb-f0271fca13e5 req-a925f8d9-f222-4f5b-8d92-23d920e64293 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Dec 13 23:03:46.577132 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f43a-a730-4a92-b53d-33f44e21544e req-e24ef34f-a9d2-4559-8ab4-b9f22be8a8c8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:46.578691 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d827f43a-a730-4a92-b53d-33f44e21544e req-e24ef34f-a9d2-4559-8ab4-b9f22be8a8c8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0537641 Dec 13 23:03:46.629005 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d827f43a-a730-4a92-b53d-33f44e21544e req-0efb29dd-5219-4a9f-b692-a6a22a3d4128 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431862 Dec 13 23:03:46.808355 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:46.873890 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ec8f-df4b-426e-bca6-219da793e093 req-b6371d78-e365-4972-a5fa-159b5db8b0d5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:46.875315 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59c1ec8f-df4b-426e-bca6-219da793e093 req-b6371d78-e365-4972-a5fa-159b5db8b0d5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0521634 Dec 13 23:03:46.928369 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59c1ec8f-df4b-426e-bca6-219da793e093 req-00258c22-c4f6-4a08-826e-839d4f8bd710 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441332 Dec 13 23:03:47.535120 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bd685-7ef7-4ca6-8e3e-d285fb7f5b5d req-5577bb01-a4d1-4fc5-b4cb-e7243a885d5a tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:47.536607 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a33bd685-7ef7-4ca6-8e3e-d285fb7f5b5d req-5577bb01-a4d1-4fc5-b4cb-e7243a885d5a tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0502646 Dec 13 23:03:47.589044 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a33bd685-7ef7-4ca6-8e3e-d285fb7f5b5d req-bcd0a62b-4d2a-4d76-9920-834c560876d9 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Dec 13 23:03:47.761566 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcfac6-d7da-4424-b469-8cea57a6b919 req-adab2dc7-c028-4fff-b302-c5f87c4a7417 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:47.763599 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1fcfac6-d7da-4424-b469-8cea57a6b919 req-adab2dc7-c028-4fff-b302-c5f87c4a7417 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Dec 13 23:03:47.825649 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1fcfac6-d7da-4424-b469-8cea57a6b919 req-0a41a0ac-65fd-47b5-9ae1-0e5b8a8576ab tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514576 Dec 13 23:03:48.046577 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289ec89-87b2-4a76-9a68-d4ef15f2819f req-65e05d49-d5f7-43b3-ad72-09ed0f5270a9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:48.048054 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1289ec89-87b2-4a76-9a68-d4ef15f2819f req-65e05d49-d5f7-43b3-ad72-09ed0f5270a9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0505955 Dec 13 23:03:48.102139 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1289ec89-87b2-4a76-9a68-d4ef15f2819f req-11189864-55c1-41a4-a1af-6fcaf0245765 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470607 Dec 13 23:03:48.143768 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:48.717304 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07252c8-38aa-4ee0-abc7-fb59f5859df1 req-5063d3f4-eafe-4197-96e2-1d557581d1f1 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:48.719996 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c07252c8-38aa-4ee0-abc7-fb59f5859df1 req-5063d3f4-eafe-4197-96e2-1d557581d1f1 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0583944 Dec 13 23:03:48.768993 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c07252c8-38aa-4ee0-abc7-fb59f5859df1 req-7d0b6875-5277-454e-9370-8e5940e2a115 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Dec 13 23:03:48.833106 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:48.958731 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255dd88-160f-47e0-b9b4-1cb2ee9eab1e req-61dd9903-0a5e-4363-84e7-4cc77f1411d3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:48.963052 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c255dd88-160f-47e0-b9b4-1cb2ee9eab1e req-61dd9903-0a5e-4363-84e7-4cc77f1411d3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0682683 Dec 13 23:03:49.020286 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c255dd88-160f-47e0-b9b4-1cb2ee9eab1e req-c245e8c1-4c4c-4a95-a04d-69de1f983104 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486491 Dec 13 23:03:49.281801 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f77e0a-a576-47a3-943f-0e36e181c805 req-854631bb-c285-47e3-9d99-ad8661f0f187 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:49.283471 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14f77e0a-a576-47a3-943f-0e36e181c805 req-854631bb-c285-47e3-9d99-ad8661f0f187 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0687816 Dec 13 23:03:49.331701 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14f77e0a-a576-47a3-943f-0e36e181c805 req-34481904-7e4d-4d47-b093-7776787cf435 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Dec 13 23:03:49.483862 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4b9a8-ce02-4ce1-9b8a-127a0ea753f9 req-997359f4-5eb2-488f-af2e-369ee0aca4a3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:49.485501 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33d4b9a8-ce02-4ce1-9b8a-127a0ea753f9 req-997359f4-5eb2-488f-af2e-369ee0aca4a3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0506685 Dec 13 23:03:49.494708 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42414) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:49.501280 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'floatingip': {'port_id': '80a67b49-708c-4b7f-8b08-ac990fa86f9e'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:49.572816 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:50.157835 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9947b-df1b-4ce4-9f58-eb81b6280369 req-e8adf28c-30ca-4075-9d47-80e37e5b2da8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:50.166050 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-74d9947b-df1b-4ce4-9f58-eb81b6280369 req-e8adf28c-30ca-4075-9d47-80e37e5b2da8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0637655 Dec 13 23:03:50.246657 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-74d9947b-df1b-4ce4-9f58-eb81b6280369 req-01827a72-1fa0-4aff-be69-fc4fc7997637 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729549 Dec 13 23:03:50.427530 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:03:50.473971 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b216f-0c7f-4552-b137-6f515bb6b82a req-3f5051ba-9bfa-4056-a160-a3b68d6ec5d7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:50.477142 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-965b216f-0c7f-4552-b137-6f515bb6b82a req-3f5051ba-9bfa-4056-a160-a3b68d6ec5d7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0915601 Dec 13 23:03:50.487368 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42458) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:50.494081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'floatingip': {'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:03:50.520060 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:50.526215 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:50.589563 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:50.657834 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Floating IP 1aca74d7-47a5-4491-ae2b-94ef5a98ff0e associated. External IP: 172.27.0.133, port: 80a67b49-708c-4b7f-8b08-ac990fa86f9e. Dec 13 23:03:50.702509 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42466) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:50.934583 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62b08bdd-76ff-4c5e-9b68-40e7d81f833c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:50.972449 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Router f37b0211-2b23-48e4-866d-1173f3543a8c has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:03:51.122672 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62b08bdd-76ff-4c5e-9b68-40e7d81f833c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.130280 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62b08bdd-76ff-4c5e-9b68-40e7d81f833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.179327 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:03:51.185291 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-62b08bdd-76ff-4c5e-9b68-40e7d81f833c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48fa92dbfa8e4d8eaa285bb51e7edfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4814217 Dec 13 23:03:51.189721 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.190342 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:51.194679 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08bdd-76ff-4c5e-9b68-40e7d81f833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05ad19-bfe0-4eaa-9665-50b6b3881a36,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:51.197900 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:03:51.213101 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:51.219740 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:03:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:51.250922 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-93a73e6e-7512-401a-84fb-fe85b2f6dd4b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "PUT /v2.0/floatingips/1aca74d7-47a5-4491-ae2b-94ef5a98ff0e HTTP/1.1" status: 200 len: 991 time: 1.7500923 Dec 13 23:03:51.250922 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:51.261021 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34923b3d-585b-4237-85bd-19e82b6b6d88" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:51.364111 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6906feb8-2f27-4b32-9853-0d3179b3f1ed x-openstack-request-id: req-6906feb8-2f27-4b32-9853-0d3179b3f1ed {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:51.364399 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:51.364655 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6906feb8-2f27-4b32-9853-0d3179b3f1ed {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:51.365151 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'status': 'completed', 'code': 200} Dec 13 23:03:51.410754 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42516) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:51.461512 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:51.494033 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-987de42f-faac-45db-8b32-9288d0354458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:51.497632 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-987de42f-faac-45db-8b32-9288d0354458 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1098 time: 0.0683444 Dec 13 23:03:51.522971 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.601936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.622976 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.711069 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-8d4fba14-1cdd-4885-a17a-d2b7f2807e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:51.712640 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-8d4fba14-1cdd-4885-a17a-d2b7f2807e15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 910 time: 0.2080996 Dec 13 23:03:51.726158 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.731712 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.770250 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.773275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.773681 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '1aca74d7-47a5-4491-ae2b-94ef5a98ff0e', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'port_id': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'mac_address': 'fa:16:3e:e9:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:03:15Z', 'updated_at': '2021-12-13T23:03:50Z', 'revision_number': 1, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:51.774458 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b05ad19-bfe0-4eaa-9665-50b6b3881a36 HTTP/1.1" status: 204 len: 168 time: 0.5814970 Dec 13 23:03:51.794510 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05ad19-bfe0-4eaa-9665-50b6b3881a36,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:51.805836 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.806066 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.806947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.807352 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.807752 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.808160 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.808561 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.809059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.809575 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.810043 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.810472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.810902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.811565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3b284-7b8e-4760-a451-9e751fbb0495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:51.814559 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:03:51.840997 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:51.842558 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:03:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:51.859432 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-d1345d3c-f085-4b38-b722-f3d0cd0f32e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 200 len: 999 time: 0.1364036 Dec 13 23:03:51.872659 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.878220 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:51.886075 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Floating IP 97ac3e61-5261-47a5-b7d4-3d8c556ae8a3 associated. External IP: 172.27.0.124, port: ef742767-361d-4046-8bd3-5b8f1c34e632. Dec 13 23:03:51.982071 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aff40e96be6443b4a0b5f3bcfa543526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5676606 Dec 13 23:03:51.982721 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d586670e-b71d-4142-9368-0918493fe2d7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:51.984485 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42526) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:52.004785 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-a55859a4-f87e-43dc-84e9-b25523b7a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:52.009404 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-a55859a4-f87e-43dc-84e9-b25523b7a421 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.1273239 Dec 13 23:03:52.012624 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.012979 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.013326 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.013692 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.014028 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.014929 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.014929 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.015097 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.015480 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.015821 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.016155 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.016266 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:52.016480 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.016811 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b457ea-1343-4121-b25a-d6e8e6be8a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:03:52.090472 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-93310b35-a15f-40fa-9b25-6135000546ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:52.091731 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-93310b35-a15f-40fa-9b25-6135000546ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686362 Dec 13 23:03:52.092497 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e78854c8-412f-4a8c-b814-a66684a57e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.135671 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e78854c8-412f-4a8c-b814-a66684a57e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.182932 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Router 84ff56c0-799c-4cf7-8203-09b27f95753b has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:03:52.203809 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42528) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:52.232209 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5621a780-7a92-498f-b8b9-4b7f1839e6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.262286 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-27999200-353d-416c-b0bd-2ecdee613a6c service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546314 Dec 13 23:03:52.295245 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e78854c8-412f-4a8c-b814-a66684a57e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.298351 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e78854c8-412f-4a8c-b814-a66684a57e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.299505 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e78854c8-412f-4a8c-b814-a66684a57e31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d586670e-b71d-4142-9368-0918493fe2d7 HTTP/1.1" status: 204 len: 168 time: 0.3126168 Dec 13 23:03:52.315507 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '1aca74d7-47a5-4491-ae2b-94ef5a98ff0e', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'port_id': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'mac_address': 'fa:16:3e:e9:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:03:15Z', 'updated_at': '2021-12-13T23:03:50Z', 'revision_number': 1, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:52.321225 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:03:52.326214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.333650 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:03:52.356494 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:52.357143 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:03:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:52.371143 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274bedc0-407c-462a-adf7-3fb8d5d59474 None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '1aca74d7-47a5-4491-ae2b-94ef5a98ff0e', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'port_id': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'mac_address': 'fa:16:3e:e9:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:03:15Z', 'updated_at': '2021-12-13T23:03:50Z', 'revision_number': 1, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:03:52.380191 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78854c8-412f-4a8c-b814-a66684a57e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d586670e-b71d-4142-9368-0918493fe2d7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:52.383426 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f98cb755-c570-4179-bcc7-9ed60fc20ea8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "PUT /v2.0/floatingips/97ac3e61-5261-47a5-b7d4-3d8c556ae8a3 HTTP/1.1" status: 200 len: 991 time: 1.8929238 Dec 13 23:03:52.384710 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:03:52.392163 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703" -d '{"events": [{"name": "network-changed", "server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:03:52.448143 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a5925-bb93-4d30-ad1e-9b34bdc434f5 x-openstack-request-id: req-099a5925-bb93-4d30-ad1e-9b34bdc434f5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:03:52.448800 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:03:52.449289 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-099a5925-bb93-4d30-ad1e-9b34bdc434f5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:03:52.449892 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'status': 'completed', 'code': 200} Dec 13 23:03:52.570554 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-34923b3d-585b-4237-85bd-19e82b6b6d88 req-7f05fb46-1ce9-4352-afd0-866545734d98 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939034 Dec 13 23:03:52.588825 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5621a780-7a92-498f-b8b9-4b7f1839e6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.592694 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-a93550a4-ef0a-4d77-946d-d0973dd614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:52.594536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-a93550a4-ef0a-4d77-946d-d0973dd614c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1098 time: 0.1130326 Dec 13 23:03:52.603679 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5621a780-7a92-498f-b8b9-4b7f1839e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.682654 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5621a780-7a92-498f-b8b9-4b7f1839e6a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c57eca7acdbd43a58d031353f1297184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764271 Dec 13 23:03:52.684972 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621a780-7a92-498f-b8b9-4b7f1839e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9fcd90-b290-4eb9-ab66-13dd764a6426,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:52.695252 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:52.703381 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42546) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:52.829112 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457a42f-d355-4ae5-ac72-c67b1cdabc16 None None] New status for floating IP 1aca74d7-47a5-4491-ae2b-94ef5a98ff0e: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:03:52.835306 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1df17e0b-f33a-43d3-bf9f-fff51d77f8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.866278 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1df17e0b-f33a-43d3-bf9f-fff51d77f8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.938389 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1df17e0b-f33a-43d3-bf9f-fff51d77f8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.948655 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1df17e0b-f33a-43d3-bf9f-fff51d77f8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:52.952756 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1df17e0b-f33a-43d3-bf9f-fff51d77f8f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb9fcd90-b290-4eb9-ab66-13dd764a6426 HTTP/1.1" status: 204 len: 168 time: 0.2429056 Dec 13 23:03:52.979738 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df17e0b-f33a-43d3-bf9f-fff51d77f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9fcd90-b290-4eb9-ab66-13dd764a6426,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:03:53.052794 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-4e38df57-2855-47e5-8c33-98bc8e676913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:53.062141 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-4e38df57-2855-47e5-8c33-98bc8e676913 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.4515715 Dec 13 23:03:53.300031 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-a085ffac-d105-435e-9efb-67e48d15bcbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 200 len: 999 time: 0.2257330 Dec 13 23:03:53.303586 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '97ac3e61-5261-47a5-b7d4-3d8c556ae8a3', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'mac_address': 'fa:16:3e:67:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:03:05Z', 'updated_at': '2021-12-13T23:03:51Z', 'revision_number': 1, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:53.337688 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:03:53.348578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:03:53.349539 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:03:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:53.392012 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-e1a50f8a-e014-4416-8465-38415dd62185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:53.394100 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-e1a50f8a-e014-4416-8465-38415dd62185 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0769734 Dec 13 23:03:53.480842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-6a3ff760-0b36-4d49-9953-7500b09bef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:03:53.482446 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-6a3ff760-0b36-4d49-9953-7500b09bef16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790963 Dec 13 23:03:53.488409 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:03:53.633682 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-62f03984-d790-41e3-a963-e3c6fc67be4f service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395376 Dec 13 23:03:53.767977 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cf5b61-0bb1-4a36-a0b2-af086bc2a703 req-699f53ab-03e4-4192-bb6b-7bcd3272813c service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188569 Dec 13 23:03:53.930704 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '97ac3e61-5261-47a5-b7d4-3d8c556ae8a3', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'mac_address': 'fa:16:3e:67:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:03:05Z', 'updated_at': '2021-12-13T23:03:51Z', 'revision_number': 1, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:03:53.968479 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ea3e9-d86d-4d72-adff-5e777f8ddc35 None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '97ac3e61-5261-47a5-b7d4-3d8c556ae8a3', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'mac_address': 'fa:16:3e:67:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:03:05Z', 'updated_at': '2021-12-13T23:03:51Z', 'revision_number': 1, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:03:54.239434 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b77a67-93e2-42b0-9b50-90aa0b8e1417 None None] New status for floating IP 97ac3e61-5261-47a5-b7d4-3d8c556ae8a3: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:03:59.770332 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42826) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:03:59.904660 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-284c56a8-8995-4de7-90bc-5bf28d0b7ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:59.981552 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-284c56a8-8995-4de7-90bc-5bf28d0b7ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:03:59.986182 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-284c56a8-8995-4de7-90bc-5bf28d0b7ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.025237 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c56a8-8995-4de7-90bc-5bf28d0b7ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e250664-c731-43ee-8823-71e2e8dc6dc9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:00.036809 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:00.037280 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-284c56a8-8995-4de7-90bc-5bf28d0b7ac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=111e63a05cdc49028f6d9f4bcef8a9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605894 Dec 13 23:04:00.101610 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4713255-cf93-41b6-ab77-de7c2f22f23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.128069 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4713255-cf93-41b6-ab77-de7c2f22f23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.194612 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4713255-cf93-41b6-ab77-de7c2f22f23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.198778 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4713255-cf93-41b6-ab77-de7c2f22f23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.202385 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d4713255-cf93-41b6-ab77-de7c2f22f23d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e250664-c731-43ee-8823-71e2e8dc6dc9 HTTP/1.1" status: 204 len: 168 time: 0.1663005 Dec 13 23:04:00.211492 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4713255-cf93-41b6-ab77-de7c2f22f23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e250664-c731-43ee-8823-71e2e8dc6dc9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:00.449023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-40fae1d7-57f5-4417-828e-673f87eeed9f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:00.457289 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-40fae1d7-57f5-4417-828e-673f87eeed9f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.1214490 Dec 13 23:04:00.470326 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-055e8abe-bc97-4e57-94f4-3ba5b2701b85 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/quotas/64e3cc2f6e6e4265a268b5f871a7d92c HTTP/1.1" status: 200 len: 375 time: 0.0115221 Dec 13 23:04:00.517404 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42886) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:00.520220 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-0ee82628-3c84-47cd-a131-10747136db5c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451574 Dec 13 23:04:00.531217 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21cc7019-47e5-4b5c-9488-45bc34a1402e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.611250 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21cc7019-47e5-4b5c-9488-45bc34a1402e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.616511 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-c5a8d88f-df28-4630-925c-5336bbf1bfb5 service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888634 Dec 13 23:04:00.616620 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21cc7019-47e5-4b5c-9488-45bc34a1402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.653409 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc7019-47e5-4b5c-9488-45bc34a1402e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6268cfb3-7f73-47a8-b54b-be4f3dce76b7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:00.658311 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-21cc7019-47e5-4b5c-9488-45bc34a1402e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fdfc9948ed645b48e84463b7fd44007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398385 Dec 13 23:04:00.661170 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42892) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:00.708741 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-ccf7568e-3dde-4588-8b6a-c2428010c1e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843353 Dec 13 23:04:00.710132 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e260c13f-c959-49ff-979d-329415937d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.730805 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e260c13f-c959-49ff-979d-329415937d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.780845 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e260c13f-c959-49ff-979d-329415937d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.784830 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e260c13f-c959-49ff-979d-329415937d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:00.786163 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e260c13f-c959-49ff-979d-329415937d5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6268cfb3-7f73-47a8-b54b-be4f3dce76b7 HTTP/1.1" status: 204 len: 168 time: 0.1240587 Dec 13 23:04:00.801873 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260c13f-c959-49ff-979d-329415937d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6268cfb3-7f73-47a8-b54b-be4f3dce76b7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:00.974819 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c3abcf8-ccf1-4b4b-aca1-cefded89a121 req-cf002255-fc03-4c50-b2c3-445c36463836 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 210 time: 0.0859299 Dec 13 23:04:01.214222 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42916) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:01.232455 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c514da-1937-4c40-8c2c-2756d92bfd61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.312088 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c514da-1937-4c40-8c2c-2756d92bfd61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.316904 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1c514da-1937-4c40-8c2c-2756d92bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.358236 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c514da-1937-4c40-8c2c-2756d92bfd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ae36b8-38b1-46d3-a21f-693bf9627acd,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:01.363280 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c1c514da-1937-4c40-8c2c-2756d92bfd61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b7e3d3c6f1a4dd3b52b7ce1c701d907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477847 Dec 13 23:04:01.366224 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42922) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:01.425973 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1d961be-515e-45a2-a363-c9d79143b077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.449677 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1d961be-515e-45a2-a363-c9d79143b077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.509254 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1d961be-515e-45a2-a363-c9d79143b077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.511893 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1d961be-515e-45a2-a363-c9d79143b077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:01.513080 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f1d961be-515e-45a2-a363-c9d79143b077 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10ae36b8-38b1-46d3-a21f-693bf9627acd HTTP/1.1" status: 204 len: 168 time: 0.1458619 Dec 13 23:04:01.522450 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d961be-515e-45a2-a363-c9d79143b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ae36b8-38b1-46d3-a21f-693bf9627acd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:02.009686 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42968) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:02.139492 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0bcf2ed0-d3a9-4f19-8d78-03dfb686c1f3 req-523a2d9e-5cf0-4ad8-b045-d4a72efe207a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 210 time: 0.0675917 Dec 13 23:04:02.250043 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e316c1b4-8c05-4896-bb9e-537c44167ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.328214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-054f7641-d57e-4115-a76d-a2a37b11f45c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:02.329717 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-054f7641-d57e-4115-a76d-a2a37b11f45c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.1656981 Dec 13 23:04:02.353295 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Request body: {'port': {'device_id': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'admin_state_up': True, 'tenant_id': '64e3cc2f6e6e4265a268b5f871a7d92c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:02.387109 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 42990) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:02.441926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e316c1b4-8c05-4896-bb9e-537c44167ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.450775 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e316c1b4-8c05-4896-bb9e-537c44167ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.503139 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-909986231-network', 'tenant_id': '49954649709d4bcabc4aa72d8529e28c'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:02.518994 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e316c1b4-8c05-4896-bb9e-537c44167ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=876968833b6e45c2955743c115867e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081446 Dec 13 23:04:02.519804 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c1b4-8c05-4896-bb9e-537c44167ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f893d708-bc4b-413a-8e73-00b7dc3ea8f9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:02.527538 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 42994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:02.543307 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.db.api [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 23:04:02.543307 dv-cinder-796286-23-iscsi neutron-server[102557]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 23:04:02.543307 dv-cinder-796286-23-iscsi neutron-server[102557]: [parameters: {'project_id': '49954649709d4bcabc4aa72d8529e28c', 'id': 'b7075f6b-91ac-422e-b3a8-8ccd4dbe6cb1', 'expiration': datetime.datetime(2021, 12, 13, 23, 6, 2, 536778)}] Dec 13 23:04:02.543307 dv-cinder-796286-23-iscsi neutron-server[102557]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:04:02.543714 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG oslo_db.api [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:04:02.551762 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-e420a739-08c8-4529-b12a-8d139d7b9df3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626888 Dec 13 23:04:02.569459 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Made reservation on behalf of 64e3cc2f6e6e4265a268b5f871a7d92c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:02.573023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.618640 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51c2bf55-6c3c-4c76-a50f-56ef75f54d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.655766 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-27a8369b-a9fb-4913-8a0c-3e8819facc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:02.657293 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-27a8369b-a9fb-4913-8a0c-3e8819facc87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0804199575b2425fa1dad0bb783c4554&device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 1098 time: 0.0399225 Dec 13 23:04:02.680560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51c2bf55-6c3c-4c76-a50f-56ef75f54d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.760947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Allocated IP 172.20.0.11 (e25a0760-1b13-4e1d-bcac-3c85e52e485e/1c11890e-1128-4b1f-a199-d8ee7b5f5310/02ed001c-6e95-48af-96d5-9f200d0fb881) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:02.772104 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-31fd5219-11d2-4641-a3b3-8a82e69cd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:02.773929 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-31fd5219-11d2-4641-a3b3-8a82e69cd3f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ce30cd9-e5c6-4350-acc3-d84e067c707b HTTP/1.1" status: 200 len: 911 time: 0.0908632 Dec 13 23:04:02.787600 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51c2bf55-6c3c-4c76-a50f-56ef75f54d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.790338 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51c2bf55-6c3c-4c76-a50f-56ef75f54d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:02.791481 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-51c2bf55-6c3c-4c76-a50f-56ef75f54d10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f893d708-bc4b-413a-8e73-00b7dc3ea8f9 HTTP/1.1" status: 204 len: 168 time: 0.2626631 Dec 13 23:04:02.809553 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2bf55-6c3c-4c76-a50f-56ef75f54d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f893d708-bc4b-413a-8e73-00b7dc3ea8f9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:02.837595 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-cea547bd-5b19-4ff0-88ee-14293c27ca32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d64c863f-3d75-442c-ae28-629a3af23ac4 HTTP/1.1" status: 200 len: 217 time: 0.0479302 Dec 13 23:04:02.882584 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-6d312992-94c7-458f-bb95-646271a10d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:02.884052 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-6d312992-94c7-458f-bb95-646271a10d16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1beb84d3-b0e4-41d6-901e-1b97007fd8cc HTTP/1.1" status: 200 len: 851 time: 0.0458317 Dec 13 23:04:02.922658 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-f293e666-63fb-4c13-903c-4ebf1907f048 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ce30cd9-e5c6-4350-acc3-d84e067c707b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300701 Dec 13 23:04:02.957611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.007259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.021388 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:03.042138 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-ec9603dd-3583-470e-8af4-eecded4d848e service neutron] 10.222.0.32 "GET /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094358 Dec 13 23:04:03.062656 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:03.067119 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:03.071329 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:03.112456 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event updated for resources: {'Port': ['ID=02ed001c-6e95-48af-96d5-9f200d0fb881,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.147036 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Made reservation on behalf of 49954649709d4bcabc4aa72d8529e28c for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:03.147216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:03.148059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.149922 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.169687 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e7075a-4367-4347-8a3e-c2134f5834cf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8229625 Dec 13 23:04:03.170156 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43008) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:03.175381 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.188825 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Request body: {'port': {'device_id': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:03.192019 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd50d-f5fd-4b00-8575-a9e7d1657d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.231131 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d9d90619-0631-46e9-a87c-4428cc0efd4f req-b7ebe3d6-76ad-43ca-8cf9-8ee20a604401 service neutron] 10.222.0.32 "GET /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748843 Dec 13 23:04:03.301637 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.306646 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.318934 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd50d-f5fd-4b00-8575-a9e7d1657d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.340758 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:04:03.349184 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd50d-f5fd-4b00-8575-a9e7d1657d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.355050 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56789b34-534a-4973-b1cd-9a2fb013faf4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.360417 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.361117 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Added segment 2311274b-0803-4fda-a90a-a8bedbaf7d29 of type vlan for network fe01d750-2d23-48ac-94dd-1dd1d6593e66 Dec 13 23:04:03.379756 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.392382 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9a371-c4dd-4d3e-92fe-baf2d908a437 req-545e0337-e181-41eb-b352-8379a8e3e421 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:03.393794 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2dc9a371-c4dd-4d3e-92fe-baf2d908a437 req-545e0337-e181-41eb-b352-8379a8e3e421 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 932 time: 0.1395185 Dec 13 23:04:03.410428 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.433524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dd50d-f5fd-4b00-8575-a9e7d1657d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2f4a9-5bbf-48ed-9a0a-7794f789aad6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.440733 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4e7dd50d-f5fd-4b00-8575-a9e7d1657d0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1317ed989e5c414b8a17e9f4e4de7d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695243 Dec 13 23:04:03.443917 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43014) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:03.455368 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.456426 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:03.457260 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.494686 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2dc9a371-c4dd-4d3e-92fe-baf2d908a437 req-15a0af58-848f-47d1-8cce-5afba1fadf21 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920537 Dec 13 23:04:03.531847 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1435819 Dec 13 23:04:03.537919 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43016) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:03.548215 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Request body: {'subnet': {'network_id': 'fe01d750-2d23-48ac-94dd-1dd1d6593e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-909986231-subnet', 'tenant_id': '49954649709d4bcabc4aa72d8529e28c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:03.557663 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fc44c-f436-431a-9cee-b9f7fc4559cc admin admin] Pushing event updated for resources: {'Network': ['ID=fe01d750-2d23-48ac-94dd-1dd1d6593e66,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.572894 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network fe01d750-2d23-48ac-94dd-1dd1d6593e66 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:04:03.584287 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-674b5e94-6e50-495b-960a-e04fc8c6ba91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.587081 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Made reservation on behalf of 49954649709d4bcabc4aa72d8529e28c for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:03.589585 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.651051 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-674b5e94-6e50-495b-960a-e04fc8c6ba91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.750283 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-674b5e94-6e50-495b-960a-e04fc8c6ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.753550 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ed001c-6e95-48af-96d5-9f200d0fb881 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:03.753822 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-674b5e94-6e50-495b-960a-e04fc8c6ba91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.754990 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-674b5e94-6e50-495b-960a-e04fc8c6ba91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcc2f4a9-5bbf-48ed-9a0a-7794f789aad6 HTTP/1.1" status: 204 len: 168 time: 0.3058398 Dec 13 23:04:03.762602 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.777510 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Transition to ACTIVE for port object 02ed001c-6e95-48af-96d5-9f200d0fb881 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:03.782388 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.796086 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b5e94-6e50-495b-960a-e04fc8c6ba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2f4a9-5bbf-48ed-9a0a-7794f789aad6,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.839095 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.844407 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed001c-6e95-48af-96d5-9f200d0fb881,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.897225 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=845c29d1-040b-4a66-94be-caf47353fd6c,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:03.910199 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Checking segment: {'id': '2311274b-0803-4fda-a90a-a8bedbaf7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe01d750-2d23-48ac-94dd-1dd1d6593e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:03.911269 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Network hostable DHCP agents. Network: fe01d750-2d23-48ac-94dd-1dd1d6593e66, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:04:03.916091 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Attempting to bind port 02ed001c-6e95-48af-96d5-9f200d0fb881 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:03.916479 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Attempting to bind port 02ed001c-6e95-48af-96d5-9f200d0fb881 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:03.916821 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Attempting to bind port 02ed001c-6e95-48af-96d5-9f200d0fb881 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:03.921377 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Port 02ed001c-6e95-48af-96d5-9f200d0fb881 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:03.921705 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Attempting to bind port 02ed001c-6e95-48af-96d5-9f200d0fb881 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:03.927993 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:03.928122 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Checking segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:03.928546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Bound using segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:03.929023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Bound port: 02ed001c-6e95-48af-96d5-9f200d0fb881, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:03.929791 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.933415 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Network fe01d750-2d23-48ac-94dd-1dd1d6593e66 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:04:03.943345 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, fe01d750-2d23-48ac-94dd-1dd1d6593e66) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:03.949395 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:03.950150 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:03.971006 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb3c60-ca95-4225-8514-32ee7d1aee53 None None] Network fe01d750-2d23-48ac-94dd-1dd1d6593e66 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:03.988984 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-cbcafd7f-536a-43f8-99a8-753c7ddea89d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4497914 Dec 13 23:04:04.068581 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] For port 02ed001c-6e95-48af-96d5-9f200d0fb881, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:04.071374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] For port 02ed001c-6e95-48af-96d5-9f200d0fb881, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02ed001c-6e95-48af-96d5-9f200d0fb881,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:04.078368 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.105491 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:04.106728 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.108515 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/02ed001c-6e95-48af-96d5-9f200d0fb881 HTTP/1.1" status: 200 len: 1094 time: 0.9245536 Dec 13 23:04:04.124250 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93dc529-84ad-492a-80a6-45ea1f61f5c1 None None] Network fe01d750-2d23-48ac-94dd-1dd1d6593e66 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:04.134074 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'tag': '02ed001c-6e95-48af-96d5-9f200d0fb881'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:04.136430 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66decf3c-640c-4cd0-bb78-ab34592da2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "353b59fe-6794-411b-82f2-ac6f7dba75d4", "tag": "02ed001c-6e95-48af-96d5-9f200d0fb881"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:04.210350 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495daac4-e544-4438-90a9-1c7053963240 x-openstack-request-id: req-495daac4-e544-4438-90a9-1c7053963240 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:04.210629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353b59fe-6794-411b-82f2-ac6f7dba75d4", "tag": "02ed001c-6e95-48af-96d5-9f200d0fb881", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:04.210874 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-495daac4-e544-4438-90a9-1c7053963240 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:04.211264 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'tag': '02ed001c-6e95-48af-96d5-9f200d0fb881', 'status': 'completed', 'code': 200} Dec 13 23:04:04.218001 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7847434-b67b-4195-acab-3c6d89e4d6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed001c-6e95-48af-96d5-9f200d0fb881,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:04.233122 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-4ffdf0e9-90ba-4f1a-977c-34cc0963234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:04.234670 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-4ffdf0e9-90ba-4f1a-977c-34cc0963234a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 1097 time: 0.0632026 Dec 13 23:04:04.294572 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-dc60020d-22f6-4a23-8505-c47f7388b840 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02ed001c-6e95-48af-96d5-9f200d0fb881 HTTP/1.1" status: 200 len: 217 time: 0.0440326 Dec 13 23:04:04.350403 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e4144d-be5d-46a0-83a6-1911a7913168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:04.352002 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a1e4144d-be5d-46a0-83a6-1911a7913168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0482061 Dec 13 23:04:04.394451 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-fdb5f41a-5e42-4e5f-803f-17fe7b7c3ba2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298958 Dec 13 23:04:04.497663 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-a46cb8d2-4a7f-4b31-bb5e-c27660415600 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936100 Dec 13 23:04:04.654668 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e20d0-eefb-47a4-8ff8-bd74ce6d680f req-e449c88e-aa92-4c07-9325-ea3a327ca902 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:04.656176 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-126e20d0-eefb-47a4-8ff8-bd74ce6d680f req-e449c88e-aa92-4c07-9325-ea3a327ca902 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 944 time: 0.0853190 Dec 13 23:04:04.668176 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a423595-e742-4bbc-9c18-c2fa09e10a84 req-0fa070d8-9d3d-4151-bf17-96f6b065fbff service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496270 Dec 13 23:04:04.689300 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.692383 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43068) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:04.697732 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1341498178-network', 'tenant_id': '5380002d33714cb0805c7aa9c86ede1c'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:04.731706 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Made reservation on behalf of 5380002d33714cb0805c7aa9c86ede1c for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:04.747477 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.757724 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.786768 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-126e20d0-eefb-47a4-8ff8-bd74ce6d680f req-598661cf-3bb9-46b0-acaf-ed81e0779e82 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231291 Dec 13 23:04:04.792988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-a6dfc040-d2dc-482d-b507-4cdda95843d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:04.794559 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-a6dfc040-d2dc-482d-b507-4cdda95843d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 1097 time: 0.0684476 Dec 13 23:04:04.853391 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.858490 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.883328 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:04:04.900374 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:04.900885 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Added segment 1a3a87eb-0b30-494e-b885-84da782aa23e of type vlan for network b49db993-cb3c-46b2-a7c5-22f032005c61 Dec 13 23:04:04.902857 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3199ce07-1244-4d4f-9a1d-37fe9866dcdf,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:04.910132 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-ef4de2ed-128e-4d04-8b96-2dc7d0fe1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:04.911678 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-ef4de2ed-128e-4d04-8b96-2dc7d0fe1249 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 915 time: 0.0987961 Dec 13 23:04:04.967545 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-981fbea3-5c1d-4170-acaa-10cd788d3af4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02ed001c-6e95-48af-96d5-9f200d0fb881 HTTP/1.1" status: 200 len: 217 time: 0.0454540 Dec 13 23:04:04.977739 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:05.004555 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:05.005708 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:05.006430 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:05.026694 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-e74c3e90-9271-440b-8241-350f0d4fe986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:05.028789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-e74c3e90-9271-440b-8241-350f0d4fe986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0498879 Dec 13 23:04:05.073001 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3795586 Dec 13 23:04:05.076119 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43078) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:05.085593 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Request body: {'subnet': {'network_id': 'b49db993-cb3c-46b2-a7c5-22f032005c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1341498178-subnet', 'tenant_id': '5380002d33714cb0805c7aa9c86ede1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:05.087712 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ce84-c694-43b3-aa16-0c9d7e725cfc admin admin] Pushing event updated for resources: {'Network': ['ID=b49db993-cb3c-46b2-a7c5-22f032005c61,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:05.091806 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-50ba5721-0ce2-4c12-8ea4-16be30b7b0e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479319 Dec 13 23:04:05.101820 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network b49db993-cb3c-46b2-a7c5-22f032005c61 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:04:05.136317 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Made reservation on behalf of 5380002d33714cb0805c7aa9c86ede1c for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:05.142171 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5738720'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:05.284945 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-b4f74190-e4e6-4a25-ab98-15e515b8e992 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606939 Dec 13 23:04:05.449780 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5738750'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:05.456018 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66decf3c-640c-4cd0-bb78-ab34592da2a4 req-85ea48a9-6fa6-472e-add0-5ce62067fbde service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602588 Dec 13 23:04:05.533606 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=736c7aa5-936e-4618-92ee-ab3ae182463f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:05.543237 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Checking segment: {'id': '1a3a87eb-0b30-494e-b885-84da782aa23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b49db993-cb3c-46b2-a7c5-22f032005c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:05.543596 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Network hostable DHCP agents. Network: b49db993-cb3c-46b2-a7c5-22f032005c61, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:04:05.561294 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Network b49db993-cb3c-46b2-a7c5-22f032005c61 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:04:05.572591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, b49db993-cb3c-46b2-a7c5-22f032005c61) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:05.581451 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:05.582764 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:05.583666 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d3d1a-b437-4f40-8763-b9f705de77c4 None None] Network b49db993-cb3c-46b2-a7c5-22f032005c61 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:05.615716 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-05f9b985-caec-4449-87cc-3b48b1099eaf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5288818 Dec 13 23:04:05.709363 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c8dd10-7592-4ae7-97aa-402d8f2ef032 None None] Network b49db993-cb3c-46b2-a7c5-22f032005c61 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:05.941909 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68115a-e65f-4aaa-af04-9340fbd95644 req-bb3d1216-0df0-4dfa-bf21-54180a60b62f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:05.945809 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9e68115a-e65f-4aaa-af04-9340fbd95644 req-bb3d1216-0df0-4dfa-bf21-54180a60b62f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 944 time: 0.0670540 Dec 13 23:04:06.000904 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9e68115a-e65f-4aaa-af04-9340fbd95644 req-d71745ad-39c9-4155-a6d8-54f276af6742 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 Dec 13 23:04:06.472095 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43154) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:06.598082 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e3b-9bd4-47c7-959d-c0946bdebda6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.678375 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e3b-9bd4-47c7-959d-c0946bdebda6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.687691 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e3b-9bd4-47c7-959d-c0946bdebda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.722443 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02ed001c-6e95-48af-96d5-9f200d0fb881 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:06.724106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f09e3b-9bd4-47c7-959d-c0946bdebda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a312eb9-111b-4278-8c92-b8621052c02e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:06.728274 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f1f09e3b-9bd4-47c7-959d-c0946bdebda6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e4e96b35f448ee9ea3c3832f9b5b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548838 Dec 13 23:04:06.730906 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:06.782602 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e90a15e-7f69-471e-be08-2ae9670ec1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.809601 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e90a15e-7f69-471e-be08-2ae9670ec1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.832535 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 02ed001c-6e95-48af-96d5-9f200d0fb881, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02ed001c-6e95-48af-96d5-9f200d0fb881,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:06.851357 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '02ed001c-6e95-48af-96d5-9f200d0fb881', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'port_id': '02ed001c-6e95-48af-96d5-9f200d0fb881', 'mac_address': 'fa:16:3e:c4:55:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11890e-1128-4b1f-a199-d8ee7b5f5310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:06.863750 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e90a15e-7f69-471e-be08-2ae9670ec1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.867548 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e90a15e-7f69-471e-be08-2ae9670ec1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.872084 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2e90a15e-7f69-471e-be08-2ae9670ec1d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a312eb9-111b-4278-8c92-b8621052c02e HTTP/1.1" status: 204 len: 168 time: 0.1399205 Dec 13 23:04:06.891080 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90a15e-7f69-471e-be08-2ae9670ec1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a312eb9-111b-4278-8c92-b8621052c02e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:06.920718 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:06.940365 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ed001c-6e95-48af-96d5-9f200d0fb881 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:06.965918 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 02ed001c-6e95-48af-96d5-9f200d0fb881, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02ed001c-6e95-48af-96d5-9f200d0fb881,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:06.970816 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.022041 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=02ed001c-6e95-48af-96d5-9f200d0fb881,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:07.030513 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.030887 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.031247 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.031584 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.034988 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.035368 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.035849 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.036195 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.036528 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.036871 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.037201 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.037546 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.037868 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:07.162564 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbcd0b-8954-4cfd-a0d4-3a98a3ab4650 req-d5f9ecad-2403-4933-8c25-f09753c283ab tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:07.175409 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1fcbcd0b-8954-4cfd-a0d4-3a98a3ab4650 req-d5f9ecad-2403-4933-8c25-f09753c283ab tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 945 time: 0.0637269 Dec 13 23:04:07.255556 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43184) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:07.258309 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1fcbcd0b-8954-4cfd-a0d4-3a98a3ab4650 req-9645cb40-e62a-4482-8dc1-1328c2f59cb6 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828235 Dec 13 23:04:07.266473 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347317b-c39f-43a4-a5c6-4266695f868a req-50fb55f0-75ee-4c65-8a21-2830c9ada25b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:07.267936 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1347317b-c39f-43a4-a5c6-4266695f868a req-50fb55f0-75ee-4c65-8a21-2830c9ada25b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0748477 Dec 13 23:04:07.271453 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6773a9c8-a87d-44cb-b7bb-2234736fc7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.314536 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['02ed001c-6e95-48af-96d5-9f200d0fb881'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:07.325761 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1347317b-c39f-43a4-a5c6-4266695f868a req-ddaf55f0-58d4-4104-af0b-99521ff8ac26 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 Dec 13 23:04:07.396976 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6773a9c8-a87d-44cb-b7bb-2234736fc7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.403169 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6773a9c8-a87d-44cb-b7bb-2234736fc7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.447000 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-6773a9c8-a87d-44cb-b7bb-2234736fc7ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fb8cdea0c6e46beac96aca1dde028a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901762 Dec 13 23:04:07.448786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43190) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:07.458463 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773a9c8-a87d-44cb-b7bb-2234736fc7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c616cad-a2d9-4c20-b0ec-f19ce7b7d2dc,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:07.499081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c21542c-e10c-4f1f-b7cd-52e4235b1117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.520786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c21542c-e10c-4f1f-b7cd-52e4235b1117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.568454 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c21542c-e10c-4f1f-b7cd-52e4235b1117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.571200 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c21542c-e10c-4f1f-b7cd-52e4235b1117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:07.572447 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8c21542c-e10c-4f1f-b7cd-52e4235b1117 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c616cad-a2d9-4c20-b0ec-f19ce7b7d2dc HTTP/1.1" status: 204 len: 168 time: 0.1226175 Dec 13 23:04:07.581255 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21542c-e10c-4f1f-b7cd-52e4235b1117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c616cad-a2d9-4c20-b0ec-f19ce7b7d2dc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:07.893628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43214) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:08.005028 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1ef02f6-8dd7-4461-b73a-dc17145189fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.084995 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1ef02f6-8dd7-4461-b73a-dc17145189fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.094402 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1ef02f6-8dd7-4461-b73a-dc17145189fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.136631 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d1ef02f6-8dd7-4461-b73a-dc17145189fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d0d52bd540044b3b5526c0d76f5ea1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418854 Dec 13 23:04:08.137867 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef02f6-8dd7-4461-b73a-dc17145189fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792a8efe-e9b4-48c5-82e5-0f6cca7a79d4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:08.139357 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43226) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:08.207894 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9b08-1b94-4d3c-84db-e2d285de5067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.228487 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9b08-1b94-4d3c-84db-e2d285de5067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.287115 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9b08-1b94-4d3c-84db-e2d285de5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.289880 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9b08-1b94-4d3c-84db-e2d285de5067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.291042 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1d6f9b08-1b94-4d3c-84db-e2d285de5067 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/792a8efe-e9b4-48c5-82e5-0f6cca7a79d4 HTTP/1.1" status: 204 len: 168 time: 0.1499124 Dec 13 23:04:08.306013 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f9b08-1b94-4d3c-84db-e2d285de5067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a8efe-e9b4-48c5-82e5-0f6cca7a79d4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:08.427889 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6999-d1cf-40fa-9777-43767335de66 req-debe1abe-0ab8-4aea-ad79-0358c62798ba tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:08.435807 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6eed6999-d1cf-40fa-9777-43767335de66 req-debe1abe-0ab8-4aea-ad79-0358c62798ba tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 945 time: 0.0684941 Dec 13 23:04:08.517680 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6eed6999-d1cf-40fa-9777-43767335de66 req-76f7bd60-bade-4c33-a6b7-7f10c771cc73 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809429 Dec 13 23:04:08.539927 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ead6a6-ecf3-4e15-8c9d-e2cb36d9d896 req-134cb1c5-fb1b-41ba-88aa-595d788dbb4b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:08.541591 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04ead6a6-ecf3-4e15-8c9d-e2cb36d9d896 req-134cb1c5-fb1b-41ba-88aa-595d788dbb4b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.0758216 Dec 13 23:04:08.593788 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04ead6a6-ecf3-4e15-8c9d-e2cb36d9d896 req-27fd13b8-79ae-459b-8601-5fb600968e8a tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 Dec 13 23:04:08.730253 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02ed001c-6e95-48af-96d5-9f200d0fb881 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:08.796845 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 02ed001c-6e95-48af-96d5-9f200d0fb881 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:08.802419 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 02ed001c-6e95-48af-96d5-9f200d0fb881 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:08.802987 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.922534 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:08.973889 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed001c-6e95-48af-96d5-9f200d0fb881'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:08.976218 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d18ff-2da3-441e-83e8-594ac7dfe04d" -d '{"events": [{"server_uuid": "353b59fe-6794-411b-82f2-ac6f7dba75d4", "name": "network-vif-plugged", "status": "completed", "tag": "02ed001c-6e95-48af-96d5-9f200d0fb881"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:08.991012 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 02ed001c-6e95-48af-96d5-9f200d0fb881, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02ed001c-6e95-48af-96d5-9f200d0fb881,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:09.000002 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:09.072451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7645a90-6308-4f8b-92ce-c546c3af35ba x-openstack-request-id: req-a7645a90-6308-4f8b-92ce-c546c3af35ba {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:09.073497 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353b59fe-6794-411b-82f2-ac6f7dba75d4", "name": "network-vif-plugged", "status": "completed", "tag": "02ed001c-6e95-48af-96d5-9f200d0fb881", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:09.073772 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7645a90-6308-4f8b-92ce-c546c3af35ba {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:09.074206 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed001c-6e95-48af-96d5-9f200d0fb881', 'code': 200} Dec 13 23:04:09.080715 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=02ed001c-6e95-48af-96d5-9f200d0fb881,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:09.311524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210a919-9db0-492e-ad32-74e05cfd7e3d req-ebacf5f6-c5b8-45ee-859a-aaeae1fe424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:09.313463 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3210a919-9db0-492e-ad32-74e05cfd7e3d req-ebacf5f6-c5b8-45ee-859a-aaeae1fe424e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 1099 time: 0.0507948 Dec 13 23:04:09.610920 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3210a919-9db0-492e-ad32-74e05cfd7e3d req-82b1009f-639a-423a-b3ae-5aa7e959df13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834127 Dec 13 23:04:09.679700 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f13ed-1772-481a-9c15-7556070d9a49 req-c4bb8205-f5ec-488c-b94f-b7e947eb8c0c tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:09.682099 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-679f13ed-1772-481a-9c15-7556070d9a49 req-c4bb8205-f5ec-488c-b94f-b7e947eb8c0c tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.1233580 Dec 13 23:04:09.714787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218ebc4-b47f-4c4c-a0fa-92cdef31b26b req-1fa31dc2-6272-40e7-8c50-060c622760fc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:09.723396 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d218ebc4-b47f-4c4c-a0fa-92cdef31b26b req-1fa31dc2-6272-40e7-8c50-060c622760fc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.0793643 Dec 13 23:04:09.847574 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e5bdb-36cd-4631-acd2-ef8e268fd07d req-e288d3fc-7f39-4fd0-a430-a89123b645b4 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:09.850205 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4d3e5bdb-36cd-4631-acd2-ef8e268fd07d req-e288d3fc-7f39-4fd0-a430-a89123b645b4 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 945 time: 0.1185260 Dec 13 23:04:09.857929 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d218ebc4-b47f-4c4c-a0fa-92cdef31b26b req-50ef0c32-0a08-4562-8b71-ce4d9ebfb857 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332681 Dec 13 23:04:09.939864 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4d3e5bdb-36cd-4631-acd2-ef8e268fd07d req-03eeddba-1600-40db-b1b6-24ef7ee9036d tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/security-groups?id=01b32a7d-6eb4-412c-bb6c-370be24a3cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788109 Dec 13 23:04:10.214279 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Deleting port d64c863f-3d75-442c-ae28-629a3af23ac4 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:04:10.215086 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:10.313265 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] For port d64c863f-3d75-442c-ae28-629a3af23ac4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d64c863f-3d75-442c-ae28-629a3af23ac4,segment=NetworkSegment(c78a478a-4079-4241-9d31-c1c06907d557),segment_id=c78a478a-4079-4241-9d31-c1c06907d557)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:10.313617 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:10.328980 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Calling delete_port for d64c863f-3d75-442c-ae28-629a3af23ac4 owned by compute:nova {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:04:10.497400 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:10.508942 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['d64c863f-3d75-442c-ae28-629a3af23ac4'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:10.530288 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Pushing event deleted for resources: {'Port': ['ID=d64c863f-3d75-442c-ae28-629a3af23ac4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:10.597976 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] No DVR routers for this DVR port d64c863f-3d75-442c-ae28-629a3af23ac4 on host hv-cinder-79628 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:04:10.600942 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:10.604698 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-679f13ed-1772-481a-9c15-7556070d9a49 req-9287c466-4c76-4398-b1d0-da3610c4752b tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.32 "DELETE /v2.0/ports/d64c863f-3d75-442c-ae28-629a3af23ac4 HTTP/1.1" status: 204 len: 173 time: 0.7781277 Dec 13 23:04:10.605206 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b7009-1860-4939-a28b-e3d21862277b', 'name': 'network-vif-deleted', 'tag': 'd64c863f-3d75-442c-ae28-629a3af23ac4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:10.607487 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903873fa-db31-4b7c-a0c8-6d23e47a7255" -d '{"events": [{"server_uuid": "1e3b7009-1860-4939-a28b-e3d21862277b", "name": "network-vif-deleted", "tag": "d64c863f-3d75-442c-ae28-629a3af23ac4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:10.647172 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8031b861-2adf-4ba9-86ff-78cd84771e87 x-openstack-request-id: req-8031b861-2adf-4ba9-86ff-78cd84771e87 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:10.647466 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b7009-1860-4939-a28b-e3d21862277b", "name": "network-vif-deleted", "tag": "d64c863f-3d75-442c-ae28-629a3af23ac4", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:10.647718 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8031b861-2adf-4ba9-86ff-78cd84771e87 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:10.648120 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b7009-1860-4939-a28b-e3d21862277b', 'name': 'network-vif-deleted', 'tag': 'd64c863f-3d75-442c-ae28-629a3af23ac4', 'status': 'completed', 'code': 200} Dec 13 23:04:11.033109 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80601485-4f20-4764-9300-f4eee45a2f69 req-60925be5-b642-4207-acc2-c3006d7ebf54 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:11.037823 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80601485-4f20-4764-9300-f4eee45a2f69 req-60925be5-b642-4207-acc2-c3006d7ebf54 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.1059902 Dec 13 23:04:11.129255 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fce7d0b-4158-4d68-b467-575993bf8ea9 req-c8baf3d8-3bde-47d1-88bf-5af3a389fab0 tempest-DeleteServersTestJSON-400150828 tempest-DeleteServersTestJSON-400150828-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e3b7009-1860-4939-a28b-e3d21862277b HTTP/1.1" status: 200 len: 210 time: 0.0897613 Dec 13 23:04:11.211477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80601485-4f20-4764-9300-f4eee45a2f69 req-5dde74f0-ab54-42dc-884a-051d63aba4bd tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624029 Dec 13 23:04:12.349902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9625b-866d-4456-a9a8-384b0592f445 req-2cdffee4-2077-46e0-9ffd-adf1fd3bc6c0 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:12.351552 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-77c9625b-866d-4456-a9a8-384b0592f445 req-2cdffee4-2077-46e0-9ffd-adf1fd3bc6c0 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.0553870 Dec 13 23:04:12.407676 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-77c9625b-866d-4456-a9a8-384b0592f445 req-6778e92a-17e8-4014-9189-8f59acd86d43 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 Dec 13 23:04:12.744294 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d64c863f-3d75-442c-ae28-629a3af23ac4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:04:12.776874 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: d64c863f-3d75-442c-ae28-629a3af23ac4 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:04:12.786629 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d64c863f-3d75-442c-ae28-629a3af23ac4 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:04:13.092493 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f559998b-6076-433c-b59e-b647306326d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:13.228525 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:04:13.612958 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43458) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:13.657822 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Deleting subnet 1beb84d3-b0e4-41d6-901e-1b97007fd8cc {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:04:13.661465 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:13.699928 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830994'] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:13.741644 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:13.796017 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5672326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5313348'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:13.826434 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:13.829789 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1beb84d3-b0e4-41d6-901e-1b97007fd8cc HTTP/1.1" status: 204 len: 168 time: 0.2148569 Dec 13 23:04:13.830898 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49c412-425d-4b89-8432-f49553c9eae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1beb84d3-b0e4-41d6-901e-1b97007fd8cc,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:13.832717 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43460) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:13.907628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.008986 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.029503 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce30cd9-e5c6-4350-acc3-d84e067c707b']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:14.038550 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78a478a-4079-4241-9d31-c1c06907d557') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:14.038847 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78a478a-4079-4241-9d31-c1c06907d557') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:14.047834 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.061245 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.067342 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:04:14.068143 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:04:14.070009 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:04:14.126196 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.142983 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.146800 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5ce30cd9-e5c6-4350-acc3-d84e067c707b HTTP/1.1" status: 204 len: 168 time: 0.3127885 Dec 13 23:04:14.148137 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531815a-aa1c-4a4c-ba72-4f98fe2b9049 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce30cd9-e5c6-4350-acc3-d84e067c707b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:14.369860 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43486) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:14.427589 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6ccd6b7e-6089-42bc-b141-d95e17df92e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0804199575b2425fa1dad0bb783c4554&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0559087 Dec 13 23:04:14.430246 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43492) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:14.565050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d4b4-edf3-4d36-8149-92fdf5666340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.623953 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d4b4-edf3-4d36-8149-92fdf5666340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.709755 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d4b4-edf3-4d36-8149-92fdf5666340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.712536 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d4b4-edf3-4d36-8149-92fdf5666340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:14.731695 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2ce2d4b4-edf3-4d36-8149-92fdf5666340 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01b32a7d-6eb4-412c-bb6c-370be24a3cb8 HTTP/1.1" status: 204 len: 168 time: 0.3002279 Dec 13 23:04:14.780036 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2d4b4-edf3-4d36-8149-92fdf5666340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b32a7d-6eb4-412c-bb6c-370be24a3cb8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:14.966971 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-8cb26364-9af6-43f8-a7ae-30a71b55e941 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:14.969826 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-8cb26364-9af6-43f8-a7ae-30a71b55e941 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.2037387 Dec 13 23:04:14.992201 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-bb9360c2-d80c-4a2a-b284-76942e93575b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/quotas/64e3cc2f6e6e4265a268b5f871a7d92c HTTP/1.1" status: 200 len: 375 time: 0.0166488 Dec 13 23:04:15.041908 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-a5fde5d0-017e-407a-bafa-399b13eadd37 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488183 Dec 13 23:04:15.152765 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-9f4cc984-92ca-43e6-b901-351a9521f792 service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021614 Dec 13 23:04:15.244073 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-778f45d4-c771-4466-a6c7-941c2e1846fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:15.265266 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-0bd24f18-6412-4b07-95e1-54353c2a9ccd service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055863 Dec 13 23:04:15.502214 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb91c3e2-076b-47c3-b72b-eeaa7d5adc16 req-20bc432c-0fd5-4a2f-a0dd-2559c91e2a30 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 210 time: 0.0483973 Dec 13 23:04:15.660807 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:15.806537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-network', 'tenant_id': 'f78a3c42585545bcb350232445d77600'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:15.835518 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Made reservation on behalf of f78a3c42585545bcb350232445d77600 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:15.840433 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:15.850771 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:15.960689 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:15.973662 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:15.995660 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:04:16.027886 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.028539 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Added segment 9bf17a2b-c544-428e-8665-44856e84b10b of type vlan for network 5f2efc7b-113a-43a4-800b-1debb6310f72 Dec 13 23:04:16.030386 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea3a24-74ca-453c-bb31-4e43b46c159d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:16.086194 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.136276 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.138814 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:16.139763 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.232862 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5680237 Dec 13 23:04:16.233262 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43608) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:16.240509 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Request body: {'subnet': {'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-subnet', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:16.242281 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4426e-6ef5-4600-89b6-25dc4fbe85d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2efc7b-113a-43a4-800b-1debb6310f72,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:16.255814 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:04:16.275161 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Made reservation on behalf of f78a3c42585545bcb350232445d77600 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:16.278151 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.476544 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.557800 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83436a12-ab91-45b2-9224-5a4d71d6ff86,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:16.560364 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Checking segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:16.560489 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Network hostable DHCP agents. Network: 5f2efc7b-113a-43a4-800b-1debb6310f72, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:04:16.582690 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:04:16.595864 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 5f2efc7b-113a-43a4-800b-1debb6310f72) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:16.600844 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:16.601797 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.612543 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a89f75-7b0d-429e-93ac-ca66abc42a33 None None] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:16.634596 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e6fa0363-db04-4314-84f4-bdbd2bd63666 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4001572 Dec 13 23:04:16.637289 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43624) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:16.645404 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:16.665987 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b0cece3c-2a73-4f45-a070-c81e88f654a2 req-223005f9-bc5f-4423-9827-0e0947a263ad tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 210 time: 0.0850718 Dec 13 23:04:16.737886 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.740730 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.788532 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a15fa9-8165-4ab6-b949-9e17d9bf8943 None None] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:16.875045 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.889930 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-326a2bb5-29b0-46ac-8f5b-cea06ac16a42 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:16.891582 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-326a2bb5-29b0-46ac-8f5b-cea06ac16a42 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.2159512 Dec 13 23:04:16.893604 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:16.948207 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Request body: {'port': {'device_id': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'admin_state_up': True, 'tenant_id': '64e3cc2f6e6e4265a268b5f871a7d92c'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:17.127822 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.204185 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Made reservation on behalf of 64e3cc2f6e6e4265a268b5f871a7d92c for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:17.207781 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.430556 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Allocated IP 172.20.0.13 (e25a0760-1b13-4e1d-bcac-3c85e52e485e/1c11890e-1128-4b1f-a199-d8ee7b5f5310/f7385e78-ed70-42a9-bf3a-1245a3993ec0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:17.489525 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.521372 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.729799 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.731487 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Allocated IP 172.27.0.62 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/e1c83f07-dd02-47d8-af12-75875c992470) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:17.769445 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8759a78f-64cf-47a7-9b14-742b51c18822 req-402b9905-5897-42c1-88df-f614b96caad0 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 210 time: 0.0310566 Dec 13 23:04:17.831481 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.843936 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7', '02ed001c-6e95-48af-96d5-9f200d0fb881'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:17.904723 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:17.910574 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:17.912515 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:17.914982 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:17.943098 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event updated for resources: {'Port': ['ID=f7385e78-ed70-42a9-bf3a-1245a3993ec0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:17.986996 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:17.987924 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.010821 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-1fce8c56-2c72-4e53-b03f-47e4c74dc232 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0702686 Dec 13 23:04:18.012821 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.055039 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Request body: {'port': {'device_id': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:18.088135 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:18.095171 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:18.097716 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:18.125347 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c83f07-dd02-47d8-af12-75875c992470,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:18.144522 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.159564 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.784309 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.852230 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.902243 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887fe49-6a43-4bbb-84c0-fd167a6de434 req-7b4d263d-2996-4e05-9525-95feef34f72a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:18.910442 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f887fe49-6a43-4bbb-84c0-fd167a6de434 req-7b4d263d-2996-4e05-9525-95feef34f72a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 932 time: 0.0647018 Dec 13 23:04:18.928141 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7385e78-ed70-42a9-bf3a-1245a3993ec0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:18.947774 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:18.966316 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f887fe49-6a43-4bbb-84c0-fd167a6de434 req-baa20967-3e3d-41cd-aef7-dec4c886ab61 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Dec 13 23:04:18.968760 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Transition to ACTIVE for port object f7385e78-ed70-42a9-bf3a-1245a3993ec0 will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:19.004680 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.101905 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Pushing event updated for resources: {'Port': ['ID=f7385e78-ed70-42a9-bf3a-1245a3993ec0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:19.164219 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.231175 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Attempting to bind port f7385e78-ed70-42a9-bf3a-1245a3993ec0 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:19.231522 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Attempting to bind port f7385e78-ed70-42a9-bf3a-1245a3993ec0 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:19.231855 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Attempting to bind port f7385e78-ed70-42a9-bf3a-1245a3993ec0 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:19.240054 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Port f7385e78-ed70-42a9-bf3a-1245a3993ec0 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:19.240540 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Attempting to bind port f7385e78-ed70-42a9-bf3a-1245a3993ec0 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:19.277581 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:19.277926 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Checking segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:19.278517 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Bound using segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:19.278733 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Bound port: f7385e78-ed70-42a9-bf3a-1245a3993ec0, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:19.279097 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.365076 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] For port f7385e78-ed70-42a9-bf3a-1245a3993ec0, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:19.369730 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] For port f7385e78-ed70-42a9-bf3a-1245a3993ec0, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:19.377024 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.405831 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:04:19.421679 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:19.422249 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.423636 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-f644c05c-248a-4883-87ce-93930c502886 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7385e78-ed70-42a9-bf3a-1245a3993ec0 HTTP/1.1" status: 200 len: 1094 time: 1.3849852 Dec 13 23:04:19.424070 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'tag': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:19.426305 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe55922-531a-49b2-90fe-28bf6945d017" -d '{"events": [{"name": "network-changed", "server_uuid": "66106e4e-2ac2-4866-a07d-20f05ada9bf8", "tag": "f7385e78-ed70-42a9-bf3a-1245a3993ec0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:19.496761 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644c05c-248a-4883-87ce-93930c502886 service neutron] Pushing event updated for resources: {'Port': ['ID=f7385e78-ed70-42a9-bf3a-1245a3993ec0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:19.503540 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5752710b-266f-4609-84b1-8ab278371645 x-openstack-request-id: req-5752710b-266f-4609-84b1-8ab278371645 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:19.504166 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66106e4e-2ac2-4866-a07d-20f05ada9bf8", "tag": "f7385e78-ed70-42a9-bf3a-1245a3993ec0", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:19.504624 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5752710b-266f-4609-84b1-8ab278371645 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:19.505319 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'tag': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0', 'status': 'completed', 'code': 200} Dec 13 23:04:19.579007 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-4ef85640-11e3-4cf7-96ef-c4ea5264151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:19.580498 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-4ef85640-11e3-4cf7-96ef-c4ea5264151c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0921431 Dec 13 23:04:19.627469 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:04:19.629947 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-797a9c18-6d66-433f-9128-7dd8d0da67f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0 HTTP/1.1" status: 200 len: 217 time: 0.0381839 Dec 13 23:04:19.637735 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Sync routers for ids ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:04:19.657702 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Routers {'58f72b4a-4ec8-4e60-a86f-af1a674904d8'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:04:19.658698 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:04:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:19.672971 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.674213 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-97bb05b6-0ab3-4b86-a3f6-11c3efbf4095 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0322492 Dec 13 23:04:19.677474 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43740) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:19.722402 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43742) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:19.740559 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-17542c54-8068-49c8-baf7-56cec294048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:19.742086 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-17542c54-8068-49c8-baf7-56cec294048c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0980411 Dec 13 23:04:19.772718 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Set router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:04:19.806760 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-e917643c-425b-4d40-9fde-d41b7eee466a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333023 Dec 13 23:04:19.840988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf19c32e-bb89-4075-8a51-4475967180be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.923453 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf19c32e-bb89-4075-8a51-4475967180be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.928712 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf19c32e-bb89-4075-8a51-4475967180be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:19.963933 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:04:18Z', 'revision_number': 3, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:19.970802 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bf19c32e-bb89-4075-8a51-4475967180be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3461adc9bb044819e87a4d85bc273b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472332 Dec 13 23:04:19.971872 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19c32e-bb89-4075-8a51-4475967180be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2967b85-346e-4392-989f-1d8e206332f2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:19.974750 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43746) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:19.998576 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-55e9519f-50a5-4865-947f-e79549c34d2a service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826439 Dec 13 23:04:20.001621 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Checking router: 58f72b4a-4ec8-4e60-a86f-af1a674904d8 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:04:20.001756 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Updating router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 port e1c83f07-dd02-47d8-af12-75875c992470 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:04:20.032383 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.095670 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44857d-eebe-4247-9aec-a30aee02776a req-f71ecc3b-8105-4793-ba73-4e960b419c0a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:20.097159 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a44857d-eebe-4247-9aec-a30aee02776a req-f71ecc3b-8105-4793-ba73-4e960b419c0a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 944 time: 0.0530798 Dec 13 23:04:20.158695 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a44857d-eebe-4247-9aec-a30aee02776a req-200e1a9b-ddfd-49f3-ac39-4393e2903ee4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Dec 13 23:04:20.168851 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1981677f-c455-4de5-8a3a-c099a61dcbc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.215998 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1981677f-c455-4de5-8a3a-c099a61dcbc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.225586 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-92eaed36-a051-48fc-b0d5-172a173cd1e5 req-762eccfc-0235-47bb-b266-a1ac46cd907e service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862833 Dec 13 23:04:20.297022 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.305313 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.353692 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Pushing event updated for resources: {'Port': ['ID=e1c83f07-dd02-47d8-af12-75875c992470,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:20.355542 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1981677f-c455-4de5-8a3a-c099a61dcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.357850 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1981677f-c455-4de5-8a3a-c099a61dcbc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.358980 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1981677f-c455-4de5-8a3a-c099a61dcbc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2967b85-346e-4392-989f-1d8e206332f2 HTTP/1.1" status: 204 len: 168 time: 0.3820384 Dec 13 23:04:20.374080 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Attempting to bind port e1c83f07-dd02-47d8-af12-75875c992470 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:20.374686 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Attempting to bind port e1c83f07-dd02-47d8-af12-75875c992470 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:20.375887 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Attempting to bind port e1c83f07-dd02-47d8-af12-75875c992470 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:20.383643 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:20.384616 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:20.385207 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.385814 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:20.386477 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Bound port: e1c83f07-dd02-47d8-af12-75875c992470, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:20.387094 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.395179 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-bc25e172-5c31-4993-b436-6cea71c88192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:20.396808 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-bc25e172-5c31-4993-b436-6cea71c88192 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 1097 time: 0.1160252 Dec 13 23:04:20.397568 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981677f-c455-4de5-8a3a-c099a61dcbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2967b85-346e-4392-989f-1d8e206332f2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:20.412121 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.452764 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] For port e1c83f07-dd02-47d8-af12-75875c992470, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:20.458567 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] For port e1c83f07-dd02-47d8-af12-75875c992470, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e1c83f07-dd02-47d8-af12-75875c992470,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:20.464992 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43768) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:20.467263 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.467799 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.468517 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.469005 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.469596 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.470128 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.470638 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.471142 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.471843 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.472340 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.472865 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.473355 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.474027 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:04:20.478594 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.534905 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf916ce6-2a76-428d-9279-becedc1d39ee None None] Pushing event updated for resources: {'Port': ['ID=e1c83f07-dd02-47d8-af12-75875c992470,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:20.550440 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Routers {'58f72b4a-4ec8-4e60-a86f-af1a674904d8'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:04:20.551329 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:04:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:20.601599 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Deleting subnet 845c29d1-040b-4a66-94be-caf47353fd6c {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:04:20.605237 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.635226 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-399adb37-f03f-4fed-a69c-e733d76d07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:20.636820 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-399adb37-f03f-4fed-a69c-e733d76d07c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 915 time: 0.2148800 Dec 13 23:04:20.652765 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.670991 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] Set router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:04:20.705960 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.731623 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-30142007-6617-445f-92dc-4f6733a64ae2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0 HTTP/1.1" status: 200 len: 217 time: 0.0844841 Dec 13 23:04:20.827526 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.878730 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:04:18Z', 'revision_number': 3, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:20.888585 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43778) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:20.898112 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845c29d1-040b-4a66-94be-caf47353fd6c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:20.909767 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.914441 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1f79c674-3de2-42cc-a3a8-2c3263276f60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/845c29d1-040b-4a66-94be-caf47353fd6c HTTP/1.1" status: 204 len: 168 time: 0.4475067 Dec 13 23:04:20.915851 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-021be766-db21-42b8-9c95-335ad188ca89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:20.917760 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:20.936332 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58c578-758b-4787-a598-ba4cff537bce None None] The sync data for ids ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'] in dv-cinder-796286-23-iscsi is: [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:04:18Z', 'revision_number': 3, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:04:21.032522 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43782) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:21.038296 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.064643 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Allocated IP 172.20.0.1 (5f2efc7b-113a-43a4-800b-1debb6310f72/83436a12-ab91-45b2-9224-5a4d71d6ff86/c57d00df-ec5c-4228-8164-daef81b0c3d1) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:21.073072 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-34c499fb-d026-4cd8-b462-6dd2b2843330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:21.074222 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-34c499fb-d026-4cd8-b462-6dd2b2843330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.3232484 Dec 13 23:04:21.123300 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-c8e2f9a2-192f-4916-a563-154e7f96ea33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384400 Dec 13 23:04:21.159943 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-021be766-db21-42b8-9c95-335ad188ca89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.165158 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.184498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-021be766-db21-42b8-9c95-335ad188ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.226336 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2072d71-397a-40d4-92f6-191888de5452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.240314 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe01d750-2d23-48ac-94dd-1dd1d6593e66']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:21.278788 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.280935 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2311274b-0803-4fda-a90a-a8bedbaf7d29') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:21.281242 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2311274b-0803-4fda-a90a-a8bedbaf7d29') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:21.281676 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-e32ffe25-e9ba-4cdc-9ac2-a279e4e8a8ab service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290591 Dec 13 23:04:21.318036 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.322823 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be766-db21-42b8-9c95-335ad188ca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ca173e-aec0-416c-b4f3-31bd9f0431f5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:21.336823 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-021be766-db21-42b8-9c95-335ad188ca89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad3ac54295234b3ab0fc45a527538bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456224 Dec 13 23:04:21.341832 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43790) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:21.355862 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.372122 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:04:21.372739 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:04:21.378206 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:04:21.439590 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.463057 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0eb26-6127-4e65-b583-8a553b3a3326 req-c786b2a6-d232-40bb-a28b-c50e5d4e0cf1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:21.471494 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ce0eb26-6127-4e65-b583-8a553b3a3326 req-c786b2a6-d232-40bb-a28b-c50e5d4e0cf1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 944 time: 0.2093601 Dec 13 23:04:21.538953 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1624cc6-0308-4840-8310-756939276ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.543764 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.543961 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-8fe55922-531a-49b2-90fe-28bf6945d017 req-466404c3-57eb-432d-b18c-e9ee86fd4e9b service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519360 Dec 13 23:04:21.544215 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:21.559831 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:21.568921 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:21.571067 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Pushing event updated for resources: {'Port': ['ID=c57d00df-ec5c-4228-8164-daef81b0c3d1,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:21.573508 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.579475 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe01d750-2d23-48ac-94dd-1dd1d6593e66 HTTP/1.1" status: 204 len: 168 time: 0.6580915 Dec 13 23:04:21.582999 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8743a-115d-4af2-8f79-205a2b8caa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe01d750-2d23-48ac-94dd-1dd1d6593e66,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:21.585152 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43794) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:21.612269 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1624cc6-0308-4840-8310-756939276ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.635665 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ce0eb26-6127-4e65-b583-8a553b3a3326 req-12411677-58c3-4970-a11c-05e61170a0de tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632740 Dec 13 23:04:21.643507 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.650684 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2072d71-397a-40d4-92f6-191888de5452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.662444 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2072d71-397a-40d4-92f6-191888de5452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.686013 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Deleting subnet 736c7aa5-936e-4618-92ee-ab3ae182463f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:04:21.702814 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.745878 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1624cc6-0308-4840-8310-756939276ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.748496 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1624cc6-0308-4840-8310-756939276ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.752229 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d1624cc6-0308-4840-8310-756939276ba8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1ca173e-aec0-416c-b4f3-31bd9f0431f5 HTTP/1.1" status: 204 len: 168 time: 0.4030735 Dec 13 23:04:21.758149 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-c2072d71-397a-40d4-92f6-191888de5452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=407e04fbbbd0408aa2b171b631c5d7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7211881 Dec 13 23:04:21.759842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43800) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:21.768036 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1624cc6-0308-4840-8310-756939276ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ca173e-aec0-416c-b4f3-31bd9f0431f5,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:21.781846 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2072d71-397a-40d4-92f6-191888de5452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c8a7a-3f36-4dc9-a0c5-80c0f6924c63,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:21.809321 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.840454 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.854790 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d054820f-c82c-4f51-87cb-551720c74dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.875741 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.906055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d054820f-c82c-4f51-87cb-551720c74dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:21.981160 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.023521 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d054820f-c82c-4f51-87cb-551720c74dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.028699 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d054820f-c82c-4f51-87cb-551720c74dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.032282 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d054820f-c82c-4f51-87cb-551720c74dbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b6c8a7a-3f36-4dc9-a0c5-80c0f6924c63 HTTP/1.1" status: 204 len: 168 time: 0.2693832 Dec 13 23:04:22.035709 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736c7aa5-936e-4618-92ee-ab3ae182463f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:22.048062 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.056721 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-66bfee84-6f2d-4154-83c6-07aee1b68f35 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/736c7aa5-936e-4618-92ee-ab3ae182463f HTTP/1.1" status: 204 len: 168 time: 0.4603965 Dec 13 23:04:22.059833 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:22.060758 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054820f-c82c-4f51-87cb-551720c74dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c8a7a-3f36-4dc9-a0c5-80c0f6924c63,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:22.109484 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.123545 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.198756 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.207866 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Pushing event updated for resources: {'Port': ['ID=c57d00df-ec5c-4228-8164-daef81b0c3d1,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:22.211921 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.344180 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.368246 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49db993-cb3c-46b2-a7c5-22f032005c61']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:22.378837 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3a87eb-0b30-494e-b885-84da782aa23e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:22.379267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3a87eb-0b30-494e-b885-84da782aa23e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:22.390995 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.401928 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:22.407733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.408486 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:22.419353 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:04:22.422171 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:04:22.424788 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:04:22.510845 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.515935 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:22.522184 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/b49db993-cb3c-46b2-a7c5-22f032005c61 HTTP/1.1" status: 204 len: 168 time: 0.4566026 Dec 13 23:04:22.541640 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba054f7-90d1-4f6f-b62e-711f019246bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b49db993-cb3c-46b2-a7c5-22f032005c61,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:22.566319 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:04:22.746667 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:04:22.752308 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0f203c29-a03f-4309-9089-fb2908e26770 admin admin] 10.222.0.13 "PUT /v2.0/routers/58f72b4a-4ec8-4e60-a86f-af1a674904d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0736783 Dec 13 23:04:22.758982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device f7385e78-ed70-42a9-bf3a-1245a3993ec0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:22.796727 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 43834) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:22.886900 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-20d8f318-4037-4c6e-bd37-e8b8c00deb16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49954649709d4bcabc4aa72d8529e28c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881307 Dec 13 23:04:22.889614 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43840) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:22.895471 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port f7385e78-ed70-42a9-bf3a-1245a3993ec0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:22.896048 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e771aac-784a-41f1-ba70-8630aa5ba1e3 req-b3a4f975-2560-4011-9bb0-dc96bae9968e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:22.901887 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4e771aac-784a-41f1-ba70-8630aa5ba1e3 req-b3a4f975-2560-4011-9bb0-dc96bae9968e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 944 time: 0.1467040 Dec 13 23:04:22.910832 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'port_id': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0', 'mac_address': 'fa:16:3e:69:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11890e-1128-4b1f-a199-d8ee7b5f5310', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:23.002386 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.020625 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bef4-8055-4844-a6b9-949e33849ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.027000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4e771aac-784a-41f1-ba70-8630aa5ba1e3 req-3ecb2559-1f8b-4574-9093-8392ea9b4c0f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079786 Dec 13 23:04:23.028189 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7385e78-ed70-42a9-bf3a-1245a3993ec0 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:23.055148 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port f7385e78-ed70-42a9-bf3a-1245a3993ec0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:23.060131 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.066977 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bef4-8055-4844-a6b9-949e33849ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.121890 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e1c83f07-dd02-47d8-af12-75875c992470 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:23.143329 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bef4-8055-4844-a6b9-949e33849ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.148121 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bef4-8055-4844-a6b9-949e33849ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.149625 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a2f5bef4-8055-4844-a6b9-949e33849ee6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56789b34-534a-4973-b1cd-9a2fb013faf4 HTTP/1.1" status: 204 len: 168 time: 0.2587950 Dec 13 23:04:23.166159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5bef4-8055-4844-a6b9-949e33849ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56789b34-534a-4973-b1cd-9a2fb013faf4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:23.167604 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=f7385e78-ed70-42a9-bf3a-1245a3993ec0,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:23.218423 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port e1c83f07-dd02-47d8-af12-75875c992470 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:23.218829 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.313249 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.336042 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port e1c83f07-dd02-47d8-af12-75875c992470, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e1c83f07-dd02-47d8-af12-75875c992470,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:23.341213 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:23.375856 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['f7385e78-ed70-42a9-bf3a-1245a3993ec0'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:23.422087 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Sync routers for ids ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:04:23.475597 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Routers {'58f72b4a-4ec8-4e60-a86f-af1a674904d8'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:04:23.478541 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:04:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:23.545787 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=e1c83f07-dd02-47d8-af12-75875c992470,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:23.673169 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Set router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:04:23.744490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-80ed476b-3644-4262-a461-b987b595c59b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:23.748547 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-80ed476b-3644-4262-a461-b987b595c59b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 819 time: 0.2497931 Dec 13 23:04:23.766555 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43872) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:23.775408 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a54beed3-cb96-4123-9f03-fad0ab0a2605 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/quotas/f78a3c42585545bcb350232445d77600 HTTP/1.1" status: 200 len: 375 time: 0.0163009 Dec 13 23:04:23.866657 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-16306faf-749a-48af-9267-5e9ce0d40db2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697358 Dec 13 23:04:23.877502 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d56e7aab-a596-4cb5-8a94-7dda46acc7fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5380002d33714cb0805c7aa9c86ede1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093919 Dec 13 23:04:23.880862 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43876) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:23.987950 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0baf46d6-8c29-41da-a5e9-5d7bc231aeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.023508 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0baf46d6-8c29-41da-a5e9-5d7bc231aeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.050000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-f99e76f1-5a52-4e00-af2f-664d41ba6557 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754317 Dec 13 23:04:24.073187 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:04:21Z', 'revision_number': 4, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c57d00df-ec5c-4228-8164-daef81b0c3d1', 'name': '', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'mac_address': 'fa:16:3e:45:80:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:20Z', 'updated_at': '2021-12-13T23:04:21Z', 'revision_number': 2, 'project_id': 'f78a3c42585545bcb350232445d77600', 'subnets': [{'id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:24.087649 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0baf46d6-8c29-41da-a5e9-5d7bc231aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.090688 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0baf46d6-8c29-41da-a5e9-5d7bc231aeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.091886 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0baf46d6-8c29-41da-a5e9-5d7bc231aeb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3199ce07-1244-4d4f-9a1d-37fe9866dcdf HTTP/1.1" status: 204 len: 168 time: 0.2100194 Dec 13 23:04:24.100708 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Checking router: 58f72b4a-4ec8-4e60-a86f-af1a674904d8 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:04:24.104468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Updating router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 port c57d00df-ec5c-4228-8164-daef81b0c3d1 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:04:24.119489 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf46d6-8c29-41da-a5e9-5d7bc231aeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3199ce07-1244-4d4f-9a1d-37fe9866dcdf,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:24.143312 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.335788 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d13155-784d-4dab-b729-141bc699aef0 req-adb278be-d82c-42d8-b318-cf4e3548a42d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:24.343841 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34d13155-784d-4dab-b729-141bc699aef0 req-adb278be-d82c-42d8-b318-cf4e3548a42d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 945 time: 0.1488566 Dec 13 23:04:24.356864 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-86d5c143-cb40-4c22-b47f-6cfd50c82ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056629 Dec 13 23:04:24.451396 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34d13155-784d-4dab-b729-141bc699aef0 req-fe98b322-33fe-4717-adb2-b8953a3b35b1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015422 Dec 13 23:04:24.460406 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.475133 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.544138 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab8652-8df5-49c9-8299-f47d4a9736ac None None] Pushing event updated for resources: {'Port': ['ID=c57d00df-ec5c-4228-8164-daef81b0c3d1,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:24.613324 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Attempting to bind port c57d00df-ec5c-4228-8164-daef81b0c3d1 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:24.613802 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Attempting to bind port c57d00df-ec5c-4228-8164-daef81b0c3d1 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:24.614183 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Attempting to bind port c57d00df-ec5c-4228-8164-daef81b0c3d1 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:24.624262 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:24.624643 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Checking segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:24.625054 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.625483 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Bound using segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:24.625959 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Bound port: c57d00df-ec5c-4228-8164-daef81b0c3d1, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:24.626342 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.671812 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96fb3038-a848-4624-9a0c-66dfce8e32f9 req-df9fd75a-b0f0-4262-be11-cef44b721f13 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 210 time: 0.0328660 Dec 13 23:04:24.733455 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] For port c57d00df-ec5c-4228-8164-daef81b0c3d1, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:24.741983 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] For port c57d00df-ec5c-4228-8164-daef81b0c3d1, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c57d00df-ec5c-4228-8164-daef81b0c3d1,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:24.745945 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:24.791742 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device f7385e78-ed70-42a9-bf3a-1245a3993ec0 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:24.838328 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Routers {'58f72b4a-4ec8-4e60-a86f-af1a674904d8'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:04:24.838994 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:04:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:24.984251 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab8652-8df5-49c9-8299-f47d4a9736ac None None] Pushing event updated for resources: {'Port': ['ID=c57d00df-ec5c-4228-8164-daef81b0c3d1,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:25.066127 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port f7385e78-ed70-42a9-bf3a-1245a3993ec0 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:25.073263 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port f7385e78-ed70-42a9-bf3a-1245a3993ec0 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:25.073964 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:25.075414 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e1c83f07-dd02-47d8-af12-75875c992470 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:25.151150 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-8b9498bb-cbd0-4655-a66e-949ce850610d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:25.162037 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-8b9498bb-cbd0-4655-a66e-949ce850610d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 819 time: 0.2253025 Dec 13 23:04:25.202184 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-d3f7c5be-460f-44da-ba28-c44ea87ba57e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/quotas/f78a3c42585545bcb350232445d77600 HTTP/1.1" status: 200 len: 375 time: 0.0244370 Dec 13 23:04:25.291625 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-8ad88822-922a-49d0-afe4-dddcbe372e42 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844910 Dec 13 23:04:25.310041 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] Set router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:04:25.426515 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port e1c83f07-dd02-47d8-af12-75875c992470 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:25.427326 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:25.439105 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-648f2a32-29e0-4e64-8d07-5713c14e4ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462770 Dec 13 23:04:25.527506 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:25.605588 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:25.608127 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73526ed9-9269-4802-a576-fab8c2015431" -d '{"events": [{"server_uuid": "66106e4e-2ac2-4866-a07d-20f05ada9bf8", "name": "network-vif-plugged", "status": "completed", "tag": "f7385e78-ed70-42a9-bf3a-1245a3993ec0"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:25.635195 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-10b2bb38-afcd-41c5-8d6b-af3dc21e7345 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916890 Dec 13 23:04:25.638623 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port f7385e78-ed70-42a9-bf3a-1245a3993ec0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:25.688613 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:25.694135 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800d4d9-a87e-4210-bd90-71ad039a61b2 req-e06cff59-d01f-4418-9a67-8b073a75487a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:25.704484 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7800d4d9-a87e-4210-bd90-71ad039a61b2 req-e06cff59-d01f-4418-9a67-8b073a75487a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 945 time: 0.1702459 Dec 13 23:04:25.788867 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=f7385e78-ed70-42a9-bf3a-1245a3993ec0,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:25.822945 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:04:21Z', 'revision_number': 4, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c57d00df-ec5c-4228-8164-daef81b0c3d1', 'name': '', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'mac_address': 'fa:16:3e:45:80:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:20Z', 'updated_at': '2021-12-13T23:04:24Z', 'revision_number': 4, 'project_id': 'f78a3c42585545bcb350232445d77600', 'subnets': [{'id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:04:25.827235 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7800d4d9-a87e-4210-bd90-71ad039a61b2 req-ce597d11-5c79-4251-9abc-8edee65b97d5 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205759 Dec 13 23:04:25.895898 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a86c848-347f-47a8-890b-f6a620ce25cb x-openstack-request-id: req-9a86c848-347f-47a8-890b-f6a620ce25cb {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:25.896188 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66106e4e-2ac2-4866-a07d-20f05ada9bf8", "name": "network-vif-plugged", "status": "completed", "tag": "f7385e78-ed70-42a9-bf3a-1245a3993ec0", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:25.896445 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a86c848-347f-47a8-890b-f6a620ce25cb {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:25.896848 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0', 'code': 200} Dec 13 23:04:25.898029 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de770b36-6b8c-454d-904d-48e89cdb1740 None None] The sync data for ids ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'] in dv-cinder-796286-23-iscsi is: [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:04:21Z', 'revision_number': 4, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c57d00df-ec5c-4228-8164-daef81b0c3d1', 'name': '', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'mac_address': 'fa:16:3e:45:80:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:20Z', 'updated_at': '2021-12-13T23:04:24Z', 'revision_number': 4, 'project_id': 'f78a3c42585545bcb350232445d77600', 'subnets': [{'id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:04:26.097578 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c2907421-04ae-4ef6-b079-007dc2a88a47 req-344e421b-e192-453f-9d65-cefbe032e440 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 210 time: 0.1070883 Dec 13 23:04:26.105980 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 43986) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:26.385108 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a67fa-c6f5-4f5e-be20-5862bd9ffb3c req-b6539177-d9dc-4e7c-9eef-52abd12a2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:26.387389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca7a67fa-c6f5-4f5e-be20-5862bd9ffb3c req-b6539177-d9dc-4e7c-9eef-52abd12a2897 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 1099 time: 0.1292009 Dec 13 23:04:26.391023 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8942-9884-4b27-9664-cc2a902ffab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.428867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-14510c7f-c52b-4472-a4dc-5c2fd6312da0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:26.430712 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-14510c7f-c52b-4472-a4dc-5c2fd6312da0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 819 time: 0.2413924 Dec 13 23:04:26.450450 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca7a67fa-c6f5-4f5e-be20-5862bd9ffb3c req-5637c235-2e0d-48c1-bdde-7766a77802b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Dec 13 23:04:26.452608 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Request body: {'port': {'device_id': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'admin_state_up': True, 'tenant_id': 'f78a3c42585545bcb350232445d77600'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:26.610864 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8942-9884-4b27-9664-cc2a902ffab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.617756 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8942-9884-4b27-9664-cc2a902ffab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.637746 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Made reservation on behalf of f78a3c42585545bcb350232445d77600 for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:26.641094 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.673272 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c8942-9884-4b27-9664-cc2a902ffab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e3a0c-8ca5-4b38-a830-5f8d99ff1cbf,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:26.679410 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ed0c8942-9884-4b27-9664-cc2a902ffab8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0905530907044747b9eda54994e8333b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711718 Dec 13 23:04:26.682333 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 44002) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:26.742405 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39481f52-b815-4e5c-b58c-11b36b837b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.765127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39481f52-b815-4e5c-b58c-11b36b837b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.803300 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Allocated IP 172.20.0.4 (5f2efc7b-113a-43a4-800b-1debb6310f72/83436a12-ab91-45b2-9224-5a4d71d6ff86/ceceea56-a83b-49e0-812f-5e242b04cd78) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:26.821841 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39481f52-b815-4e5c-b58c-11b36b837b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.824848 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39481f52-b815-4e5c-b58c-11b36b837b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:26.829114 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-39481f52-b815-4e5c-b58c-11b36b837b7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/445e3a0c-8ca5-4b38-a830-5f8d99ff1cbf HTTP/1.1" status: 204 len: 168 time: 0.1427479 Dec 13 23:04:26.843021 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39481f52-b815-4e5c-b58c-11b36b837b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e3a0c-8ca5-4b38-a830-5f8d99ff1cbf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:26.993085 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cedc44-bc54-48f3-b278-e35b3daf159f req-a55bb68a-4885-4546-9bfe-29c9d0b62536 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:26.998191 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:27.004993 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cedc44-bc54-48f3-b278-e35b3daf159f req-a55bb68a-4885-4546-9bfe-29c9d0b62536 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.1029890 Dec 13 23:04:27.068134 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:27.079821 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4cedc44-bc54-48f3-b278-e35b3daf159f req-d5e795c3-e175-4769-b5c5-0595a6b263c6 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736642 Dec 13 23:04:27.099526 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c57d00df-ec5c-4228-8164-daef81b0c3d1 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:27.128289 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:27.131402 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:27.134066 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:27.169063 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Pushing event updated for resources: {'Port': ['ID=ceceea56-a83b-49e0-812f-5e242b04cd78,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:27.177929 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port c57d00df-ec5c-4228-8164-daef81b0c3d1 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:27.178680 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:27.202292 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:27.202948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:27.232823 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-a4dc64d9-f9b5-4fe1-a9f2-62e98aeb5d48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860541 Dec 13 23:04:27.257215 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25beab33-12c7-4f22-9108-69f08f39c23d req-93621541-11f6-4111-917d-8eaaaf521b03 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 210 time: 0.0405817 Dec 13 23:04:27.308715 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:27.348975 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port c57d00df-ec5c-4228-8164-daef81b0c3d1, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c57d00df-ec5c-4228-8164-daef81b0c3d1,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:27.357300 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:27.418981 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=c57d00df-ec5c-4228-8164-daef81b0c3d1,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:29.011069 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c57d00df-ec5c-4228-8164-daef81b0c3d1 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:29.070284 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port c57d00df-ec5c-4228-8164-daef81b0c3d1 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:29.070685 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:29.494149 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Request body: {'port': {'device_id': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:29.572722 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:29.592253 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab308a9-4b25-415d-85f3-4473f57bcac9 req-d7061b84-daa8-40d9-a258-4f1df40c9b4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:29.593802 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ab308a9-4b25-415d-85f3-4473f57bcac9 req-d7061b84-daa8-40d9-a258-4f1df40c9b4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.0700908 Dec 13 23:04:29.612629 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9deddda-22df-4064-a9e1-51011170d788 req-232968dc-b9ac-4b69-ad20-d4eb5f31c30d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 210 time: 0.0416021 Dec 13 23:04:29.657534 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ab308a9-4b25-415d-85f3-4473f57bcac9 req-ba423dd7-f2fe-4c8b-88d5-10ea43a627fb tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Dec 13 23:04:29.847625 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceceea56-a83b-49e0-812f-5e242b04cd78 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:29.864284 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:29.877364 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Transition to ACTIVE for port object ceceea56-a83b-49e0-812f-5e242b04cd78 will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:29.883935 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:29.936701 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Pushing event updated for resources: {'Port': ['ID=ceceea56-a83b-49e0-812f-5e242b04cd78,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:30.009732 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Attempting to bind port ceceea56-a83b-49e0-812f-5e242b04cd78 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:30.010046 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Attempting to bind port ceceea56-a83b-49e0-812f-5e242b04cd78 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:30.010394 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Attempting to bind port ceceea56-a83b-49e0-812f-5e242b04cd78 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:30.014767 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Port ceceea56-a83b-49e0-812f-5e242b04cd78 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:30.015087 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Attempting to bind port ceceea56-a83b-49e0-812f-5e242b04cd78 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:30.019876 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:30.020262 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Checking segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:30.021151 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Bound using segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:30.021604 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Bound port: ceceea56-a83b-49e0-812f-5e242b04cd78, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:30.021961 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:30.094029 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] For port ceceea56-a83b-49e0-812f-5e242b04cd78, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:30.097102 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] For port ceceea56-a83b-49e0-812f-5e242b04cd78, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ceceea56-a83b-49e0-812f-5e242b04cd78,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:30.104066 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:30.138596 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:30.139349 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:30.140725 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] 10.222.0.32 "PUT /v2.0/ports/ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 1093 time: 0.6584799 Dec 13 23:04:30.143052 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'tag': 'ceceea56-a83b-49e0-812f-5e242b04cd78'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:30.145396 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482" -d '{"events": [{"name": "network-changed", "server_uuid": "f930f2d2-ece8-408b-aad2-fcb48bac226d", "tag": "ceceea56-a83b-49e0-812f-5e242b04cd78"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:30.173378 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd46fc-0d65-4b10-89ab-df4e49bd2492 service neutron] Pushing event updated for resources: {'Port': ['ID=ceceea56-a83b-49e0-812f-5e242b04cd78,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:30.196552 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2b0298-6b56-4577-80fa-4f1b153c643c x-openstack-request-id: req-2a2b0298-6b56-4577-80fa-4f1b153c643c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:30.196922 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f930f2d2-ece8-408b-aad2-fcb48bac226d", "tag": "ceceea56-a83b-49e0-812f-5e242b04cd78", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:30.197183 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a2b0298-6b56-4577-80fa-4f1b153c643c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:30.197618 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'tag': 'ceceea56-a83b-49e0-812f-5e242b04cd78', 'status': 'completed', 'code': 200} Dec 13 23:04:30.263174 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-dc026029-6d92-49e3-b82f-52c9f77c2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:30.264756 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-dc026029-6d92-49e3-b82f-52c9f77c2f60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1096 time: 0.0510664 Dec 13 23:04:30.328056 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-aa50a3f0-f334-4a5c-a880-316946ca6240 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 217 time: 0.0487165 Dec 13 23:04:30.435940 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-acc01cb5-a7dd-43bd-9ebc-260e76d792ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:30.445900 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-acc01cb5-a7dd-43bd-9ebc-260e76d792ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0991774 Dec 13 23:04:30.478033 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-c9ae28ac-5e8d-4e2d-ba78-4f1bae3add85 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:30.479529 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-c9ae28ac-5e8d-4e2d-ba78-4f1bae3add85 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 819 time: 0.1568782 Dec 13 23:04:30.498946 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Request body: {'port': {'device_id': '8ad7412a-5ada-4048-a735-b557f4868be5', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'admin_state_up': True, 'tenant_id': 'f78a3c42585545bcb350232445d77600'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:30.523794 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-2c859cf5-11ab-41ef-a216-d5c3ac97bcb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640464 Dec 13 23:04:30.677526 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-60cead03-4be0-48eb-86d4-fc80c3cdcd10 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259136 Dec 13 23:04:30.744640 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Made reservation on behalf of f78a3c42585545bcb350232445d77600 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:30.750247 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:30.798347 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59849f60-d344-4ec9-84ef-b3f0c905250f req-806f3d92-e99e-4752-9c01-be0332b2d5ac tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 210 time: 0.0669932 Dec 13 23:04:30.856837 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d19ce4b5-f53b-468f-810c-c00c3e98a8ae req-fb0a3d62-0975-45dd-a786-dec1447a9dbf service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518829 Dec 13 23:04:30.964183 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fa8e1-bf43-4747-8437-fe993e3cd21a req-8a49a6aa-5610-4215-aab3-bdef087aec49 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:30.965783 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bc9fa8e1-bf43-4747-8437-fe993e3cd21a req-8a49a6aa-5610-4215-aab3-bdef087aec49 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.1299243 Dec 13 23:04:31.009507 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-84c94237-a4ea-4acd-aaec-31caaef6cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:31.011018 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-84c94237-a4ea-4acd-aaec-31caaef6cf3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1096 time: 0.0681083 Dec 13 23:04:31.016653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Allocated IP 172.20.0.3 (5f2efc7b-113a-43a4-800b-1debb6310f72/83436a12-ab91-45b2-9224-5a4d71d6ff86/64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:31.049730 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bc9fa8e1-bf43-4747-8437-fe993e3cd21a req-6678c25f-b929-4168-97ed-ac748b909427 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748162 Dec 13 23:04:31.141393 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-03b330dd-b538-4770-8321-0d8538e648d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:31.142876 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-03b330dd-b538-4770-8321-0d8538e648d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.1214862 Dec 13 23:04:31.188040 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-a215c558-2629-423d-bdab-3aee3661f921 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 217 time: 0.0367386 Dec 13 23:04:31.245701 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-4f0f8a73-3ed1-4fbe-bf44-2f333ac3a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:31.247387 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-4f0f8a73-3ed1-4fbe-bf44-2f333ac3a8ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0500193 Dec 13 23:04:31.284805 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-84a09379-d5d5-4696-87b6-c66eead4cdeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266821 Dec 13 23:04:31.389268 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-ca9ffea0-8414-475f-aa4f-d059bd34e6f6 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936377 Dec 13 23:04:31.461173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:31.504732 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-57fd2839-6f65-4b9e-8ebd-d0a1bb65d482 req-9568b2ad-9572-4267-9f2a-e439a36e0edf service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996854 Dec 13 23:04:31.512274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:31.561927 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Network 5f2efc7b-113a-43a4-800b-1debb6310f72 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:31.565020 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:31.569905 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:31.594527 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Pushing event updated for resources: {'Port': ['ID=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:31.627015 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:31.627660 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:31.648544 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-f83e4278-f912-4cba-ad4f-7c29bf1ed4cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1544578 Dec 13 23:04:31.680787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Request body: {'port': {'device_id': '8ad7412a-5ada-4048-a735-b557f4868be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:31.739592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:31.982932 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd3c3f-d2ea-4b8e-8bea-c6e53fffc2f3 req-5ebd3255-aad2-45de-95f9-a7531012cf8a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:31.984436 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbdd3c3f-d2ea-4b8e-8bea-c6e53fffc2f3 req-5ebd3255-aad2-45de-95f9-a7531012cf8a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 931 time: 0.0994320 Dec 13 23:04:32.086667 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbdd3c3f-d2ea-4b8e-8bea-c6e53fffc2f3 req-2548999e-d9c4-4912-bb4c-67c0989b1f2f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Dec 13 23:04:32.092340 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:32.100981 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.114218 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Transition to ACTIVE for port object 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:32.119308 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.200890 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Pushing event updated for resources: {'Port': ['ID=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:32.221287 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689062ae-a733-4018-aa61-709a3cb8d6b4 req-122d73d8-bea0-4f78-a18c-5ad108ed5a65 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:32.222825 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-689062ae-a733-4018-aa61-709a3cb8d6b4 req-122d73d8-bea0-4f78-a18c-5ad108ed5a65 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.1003060 Dec 13 23:04:32.317622 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-689062ae-a733-4018-aa61-709a3cb8d6b4 req-7c3cb762-4b66-4d96-83a9-006157adcfc5 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775337 Dec 13 23:04:32.321877 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Attempting to bind port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:32.322213 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Attempting to bind port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:32.322629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Attempting to bind port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:32.331207 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:32.331396 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Attempting to bind port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 on network 5f2efc7b-113a-43a4-800b-1debb6310f72 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:32.337469 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:32.337809 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Checking segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:32.338189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Bound using segment: {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:32.338613 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Bound port: 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf17a2b-c544-428e-8665-44856e84b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:32.338967 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.404348 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] For port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:32.408216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] For port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:32.414381 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.416393 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44162) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:32.456362 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:32.456990 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.458780 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] 10.222.0.32 "PUT /v2.0/ports/64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 HTTP/1.1" status: 200 len: 1093 time: 0.7827094 Dec 13 23:04:32.459257 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad7412a-5ada-4048-a735-b557f4868be5', 'tag': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:32.461626 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36265ec6-d4e1-42eb-8254-c00850aba9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad7412a-5ada-4048-a735-b557f4868be5", "tag": "64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:32.485736 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaef48e-ce32-4aa1-9906-e4d2fee0a80e service neutron] Pushing event updated for resources: {'Port': ['ID=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:32.523627 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c2fbda-4473-479b-bf23-5d961fe43ef0 x-openstack-request-id: req-57c2fbda-4473-479b-bf23-5d961fe43ef0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:32.523944 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad7412a-5ada-4048-a735-b557f4868be5", "tag": "64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:32.524326 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57c2fbda-4473-479b-bf23-5d961fe43ef0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:32.524781 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad7412a-5ada-4048-a735-b557f4868be5', 'tag': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9', 'status': 'completed', 'code': 200} Dec 13 23:04:32.550346 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1088a75-5ca5-4963-9907-243992d038cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.560779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-492bd7cb-5c6c-4091-97c0-e7a9ea8f4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:32.562532 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-492bd7cb-5c6c-4091-97c0-e7a9ea8f4543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 1096 time: 0.0513840 Dec 13 23:04:32.627273 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-86c1e3e2-5481-4183-b32d-213eaaaddac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0490863 Dec 13 23:04:32.641489 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1088a75-5ca5-4963-9907-243992d038cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.647537 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1088a75-5ca5-4963-9907-243992d038cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.694923 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-ce115d9c-da9f-4e78-9207-32e2dc4bc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:32.696501 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-ce115d9c-da9f-4e78-9207-32e2dc4bc081 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0530770 Dec 13 23:04:32.718608 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1088a75-5ca5-4963-9907-243992d038cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc11e51-f457-4654-9620-4062d0f8b0d1,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:32.734662 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-6da84153-b9f2-40db-88e3-e103d98cb9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299473 Dec 13 23:04:32.748674 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c1088a75-5ca5-4963-9907-243992d038cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a21c0b33c760478d89433d51ee2e72cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307595 Dec 13 23:04:32.753799 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 44180) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:32.876597 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3463cb4c-70d0-43a2-a28e-c8183e9008c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:32.879744 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-132388d3-8d3e-4d74-997f-0edc113e823c service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345813 Dec 13 23:04:32.955881 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3463cb4c-70d0-43a2-a28e-c8183e9008c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:33.025486 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66c998e9-7ce6-4513-826e-9b931f9aef17 req-192a2562-76ed-4557-9647-45cc6084e593 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373670 Dec 13 23:04:33.039554 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3463cb4c-70d0-43a2-a28e-c8183e9008c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:33.042622 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3463cb4c-70d0-43a2-a28e-c8183e9008c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:33.047047 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3463cb4c-70d0-43a2-a28e-c8183e9008c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc11e51-f457-4654-9620-4062d0f8b0d1 HTTP/1.1" status: 204 len: 168 time: 0.2922068 Dec 13 23:04:33.056228 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463cb4c-70d0-43a2-a28e-c8183e9008c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc11e51-f457-4654-9620-4062d0f8b0d1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:33.139328 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-bb9b8478-1473-441d-97be-c2b20c2638cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:33.141207 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-bb9b8478-1473-441d-97be-c2b20c2638cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 1096 time: 0.0510647 Dec 13 23:04:33.196145 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ceceea56-a83b-49e0-812f-5e242b04cd78 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:33.303834 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834891c9-a6dc-4d04-b3d5-5934b542ed01 req-e83e9667-e24c-44c0-b91c-b2e947611aec tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:33.305638 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-834891c9-a6dc-4d04-b3d5-5934b542ed01 req-e83e9667-e24c-44c0-b91c-b2e947611aec tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 943 time: 0.1240754 Dec 13 23:04:33.331059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-d77178db-ecfd-41ff-ac6c-4ef956cc5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:33.332951 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-d77178db-ecfd-41ff-ac6c-4ef956cc5b85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.1784158 Dec 13 23:04:33.356575 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ceceea56-a83b-49e0-812f-5e242b04cd78, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ceceea56-a83b-49e0-812f-5e242b04cd78,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:33.372591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'ceceea56-a83b-49e0-812f-5e242b04cd78', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'port_id': 'ceceea56-a83b-49e0-812f-5e242b04cd78', 'mac_address': 'fa:16:3e:ce:42:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:33.393667 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-c4282ed2-8ca3-4710-af22-4ea90f2404de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0506587 Dec 13 23:04:33.417302 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-834891c9-a6dc-4d04-b3d5-5934b542ed01 req-942730c7-5a4c-45d6-8a83-0acc7dd147e0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973547 Dec 13 23:04:33.420277 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:33.438848 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceceea56-a83b-49e0-812f-5e242b04cd78 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:33.452534 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-05e33480-f21b-4d7a-b0df-9d47f5cb60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:33.454293 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-05e33480-f21b-4d7a-b0df-9d47f5cb60bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0503802 Dec 13 23:04:33.459017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ceceea56-a83b-49e0-812f-5e242b04cd78, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ceceea56-a83b-49e0-812f-5e242b04cd78,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:33.463034 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:33.492707 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-b70d4d89-2b80-4b7f-82d9-ebc9b29e0466 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256464 Dec 13 23:04:33.511335 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ceceea56-a83b-49e0-812f-5e242b04cd78,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:33.607172 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-f5ee5d20-85fc-4262-a57e-acb75a84997a service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988553 Dec 13 23:04:33.708909 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36265ec6-d4e1-42eb-8254-c00850aba9a0 req-725f0866-4506-496f-8382-be3a97be4ddb service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938919 Dec 13 23:04:33.805102 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44220) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:33.816711 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['ceceea56-a83b-49e0-812f-5e242b04cd78'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:33.971732 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2067014203-network', 'tenant_id': 'a736ec919343435d98e16479a93c4119'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:33.995609 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Made reservation on behalf of a736ec919343435d98e16479a93c4119 for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:33.999357 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.010115 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.099981 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.106600 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.137089 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:04:34.142549 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452ac152-3409-406a-80e1-2c68a6bb2ad3,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:34.151291 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.151637 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Added segment d448ca79-805c-4bc9-a169-ecd74421f18f of type vlan for network 53d3a17f-2e01-4301-affb-58f20cc0584b Dec 13 23:04:34.193000 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.218301 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.219359 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:34.219976 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.277057 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4707947 Dec 13 23:04:34.281050 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44242) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:34.288052 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Request body: {'subnet': {'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2067014203-subnet', 'tenant_id': 'a736ec919343435d98e16479a93c4119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:34.292104 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b3ff8-3959-477a-b686-e34107a289b2 admin admin] Pushing event updated for resources: {'Network': ['ID=53d3a17f-2e01-4301-affb-58f20cc0584b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:34.304333 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 53d3a17f-2e01-4301-affb-58f20cc0584b details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:04:34.314911 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Made reservation on behalf of a736ec919343435d98e16479a93c4119 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:34.317608 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.496395 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.562807 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392680-2430-43fd-ab68-f1bba3d178a2 req-708f47b2-9a92-418f-8450-9587b5238c48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:34.570325 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18392680-2430-43fd-ab68-f1bba3d178a2 req-708f47b2-9a92-418f-8450-9587b5238c48 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 943 time: 0.0724068 Dec 13 23:04:34.574680 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:34.583128 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Checking segment: {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:34.583493 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Network hostable DHCP agents. Network: 53d3a17f-2e01-4301-affb-58f20cc0584b, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:04:34.600923 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Network 53d3a17f-2e01-4301-affb-58f20cc0584b is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:04:34.611316 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 53d3a17f-2e01-4301-affb-58f20cc0584b) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:34.616416 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:34.617606 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.621172 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18392680-2430-43fd-ab68-f1bba3d178a2 req-f0fad5f7-bc8b-419a-8e6d-ed3582b3aa7c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Dec 13 23:04:34.626569 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5af42-bf8c-45c2-9c45-92c7d0fb37c0 None None] Network 53d3a17f-2e01-4301-affb-58f20cc0584b requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:34.655541 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2393335c-ba7d-4076-aae3-2c2a52eba4f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3733430 Dec 13 23:04:34.721987 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:34.764081 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501823bc-26ae-41e3-a2e9-5a7557fa0877 None None] Network 53d3a17f-2e01-4301-affb-58f20cc0584b requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:04:35.194792 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:35.198377 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ceceea56-a83b-49e0-812f-5e242b04cd78 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:35.262466 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44284) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:35.321523 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port ceceea56-a83b-49e0-812f-5e242b04cd78 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:35.335162 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port ceceea56-a83b-49e0-812f-5e242b04cd78 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:35.335541 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.375044 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:35.391759 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9', 'network_id': '5f2efc7b-113a-43a4-800b-1debb6310f72', 'port_id': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9', 'mac_address': 'fa:16:3e:1d:05:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83436a12-ab91-45b2-9224-5a4d71d6ff86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:35.398906 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-50f7301d-a84f-42f8-8da7-9faeb3c6a326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.470398 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.487867 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:35.490325 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-50f7301d-a84f-42f8-8da7-9faeb3c6a326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.493216 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.494648 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-50f7301d-a84f-42f8-8da7-9faeb3c6a326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.524771 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:35.529478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceea56-a83b-49e0-812f-5e242b04cd78'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:35.531831 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a7fcc1-2912-41dd-b9e4-0397096d1fc2" -d '{"events": [{"server_uuid": "f930f2d2-ece8-408b-aad2-fcb48bac226d", "name": "network-vif-plugged", "status": "completed", "tag": "ceceea56-a83b-49e0-812f-5e242b04cd78"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:35.534415 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-50f7301d-a84f-42f8-8da7-9faeb3c6a326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da5b510bc6674268bf4689823113f8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697527 Dec 13 23:04:35.536283 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7301d-a84f-42f8-8da7-9faeb3c6a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b639d2-e5e1-49c3-93a9-003a26760859,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:35.537193 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 44290) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:35.537426 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.548067 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ceceea56-a83b-49e0-812f-5e242b04cd78, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ceceea56-a83b-49e0-812f-5e242b04cd78,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:35.576061 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.591592 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab1dbc2-492a-43d3-a871-25006093b488 x-openstack-request-id: req-bab1dbc2-492a-43d3-a871-25006093b488 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:35.591901 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f930f2d2-ece8-408b-aad2-fcb48bac226d", "name": "network-vif-plugged", "status": "completed", "tag": "ceceea56-a83b-49e0-812f-5e242b04cd78", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:35.592158 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab1dbc2-492a-43d3-a871-25006093b488 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:35.592550 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceea56-a83b-49e0-812f-5e242b04cd78', 'code': 200} Dec 13 23:04:35.595752 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13c102fd-d410-4f25-9e1d-942271beced7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.605049 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:35.618842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13c102fd-d410-4f25-9e1d-942271beced7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.659124 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ceceea56-a83b-49e0-812f-5e242b04cd78,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:35.671116 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13c102fd-d410-4f25-9e1d-942271beced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.674036 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13c102fd-d410-4f25-9e1d-942271beced7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:35.675319 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-13c102fd-d410-4f25-9e1d-942271beced7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10b639d2-e5e1-49c3-93a9-003a26760859 HTTP/1.1" status: 204 len: 168 time: 0.1371427 Dec 13 23:04:35.683715 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c102fd-d410-4f25-9e1d-942271beced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b639d2-e5e1-49c3-93a9-003a26760859,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:35.825035 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c0d8-8895-4c6a-accc-51f043a58ad5 req-06d33638-5a59-4ce8-8e8d-0c4ee4a8f35b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:35.826649 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27c3c0d8-8895-4c6a-accc-51f043a58ad5 req-06d33638-5a59-4ce8-8e8d-0c4ee4a8f35b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 944 time: 0.0795629 Dec 13 23:04:35.859987 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2bf13-b489-46e9-a1dd-86c0efff12f0 req-c595fb0a-a394-48c0-8c12-a86a68c0d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:35.861494 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53f2bf13-b489-46e9-a1dd-86c0efff12f0 req-c595fb0a-a394-48c0-8c12-a86a68c0d485 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.0772107 Dec 13 23:04:35.893937 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:35.941003 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53f2bf13-b489-46e9-a1dd-86c0efff12f0 req-8a0fdec8-ecf5-4859-8889-17097ddc4550 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617135 Dec 13 23:04:35.949495 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27c3c0d8-8895-4c6a-accc-51f043a58ad5 req-61d556bd-da27-429f-a92d-2bf8f8dbf637 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096184 Dec 13 23:04:36.101889 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 44314) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:36.284464 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80510025-9b6c-4b97-bfa0-d921347d3649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.371643 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80510025-9b6c-4b97-bfa0-d921347d3649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.377481 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80510025-9b6c-4b97-bfa0-d921347d3649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.419183 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-80510025-9b6c-4b97-bfa0-d921347d3649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a22e98a772184936be5fab34ba8cfa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160496 Dec 13 23:04:36.420072 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510025-9b6c-4b97-bfa0-d921347d3649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1999e4-049b-4dff-bb6a-595be1e1d5f1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:36.421815 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44346) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:36.473407 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18e66ca5-77e7-482d-9fa6-2a096cb8eb83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.497680 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18e66ca5-77e7-482d-9fa6-2a096cb8eb83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.559967 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-95c800d0-840c-43a6-9cf6-48ed8aca54d9 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:36.560465 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18e66ca5-77e7-482d-9fa6-2a096cb8eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.561827 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-95c800d0-840c-43a6-9cf6-48ed8aca54d9 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/networks?id=53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 200 len: 814 time: 0.1220174 Dec 13 23:04:36.563335 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18e66ca5-77e7-482d-9fa6-2a096cb8eb83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:36.564460 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-18e66ca5-77e7-482d-9fa6-2a096cb8eb83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b1999e4-049b-4dff-bb6a-595be1e1d5f1 HTTP/1.1" status: 204 len: 168 time: 0.1416709 Dec 13 23:04:36.575345 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66ca5-77e7-482d-9fa6-2a096cb8eb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1999e4-049b-4dff-bb6a-595be1e1d5f1,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:36.583122 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-143998f1-f719-40e7-8303-66b2d23eed94 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/quotas/a736ec919343435d98e16479a93c4119 HTTP/1.1" status: 200 len: 375 time: 0.0103595 Dec 13 23:04:36.627696 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7b3dc832-c3d5-4f43-9b37-f00a8ab086dd tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a736ec919343435d98e16479a93c4119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295091 Dec 13 23:04:36.741977 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7fe6f7f0-cf8e-4e50-a6e2-5bae4b243859 service neutron] 10.222.0.13 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057646 Dec 13 23:04:36.837354 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-1f097a7d-efe7-4f96-b43f-4c5f760fc64f service neutron] 10.222.0.13 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944092 Dec 13 23:04:36.993802 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44366) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:37.012557 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3dc39ba2-8885-430b-a3f2-be373c9514fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.050965 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c80d386e-c1ae-47d1-aadc-f2bdd2c0dc12 req-c0586faf-af1b-47e4-ac96-d31d2863b2a1 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 210 time: 0.0386782 Dec 13 23:04:37.114512 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3dc39ba2-8885-430b-a3f2-be373c9514fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.120298 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3dc39ba2-8885-430b-a3f2-be373c9514fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.131957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9caae7-7c0a-4265-a150-72412de6b1e2 req-23055f4e-aaac-4e1e-b802-2fc10d0d8350 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:37.133516 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b9caae7-7c0a-4265-a150-72412de6b1e2 req-23055f4e-aaac-4e1e-b802-2fc10d0d8350 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 944 time: 0.0602293 Dec 13 23:04:37.163859 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-3dc39ba2-8885-430b-a3f2-be373c9514fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffc2ea1063814817ab3756f01b72b9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661549 Dec 13 23:04:37.164490 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44370) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:37.173186 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39ba2-8885-430b-a3f2-be373c9514fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d7c5c-4f85-4e2d-b650-121c05a8c04e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:37.191387 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b9caae7-7c0a-4265-a150-72412de6b1e2 req-a9c783dc-5e57-4940-869b-eb5773d16c4d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505970 Dec 13 23:04:37.217047 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:37.229231 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4382e7f-3bfa-463b-ba99-538833272743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.254960 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4382e7f-3bfa-463b-ba99-538833272743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.324904 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:37.329780 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4382e7f-3bfa-463b-ba99-538833272743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.330664 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:37.331199 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.332941 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4382e7f-3bfa-463b-ba99-538833272743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.337185 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d4382e7f-3bfa-463b-ba99-538833272743 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/022d7c5c-4f85-4e2d-b650-121c05a8c04e HTTP/1.1" status: 204 len: 168 time: 0.1709068 Dec 13 23:04:37.350391 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4382e7f-3bfa-463b-ba99-538833272743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d7c5c-4f85-4e2d-b650-121c05a8c04e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:37.450258 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.488817 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:37.494315 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.553109 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:37.601440 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad7412a-5ada-4048-a735-b557f4868be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:37.604986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54731705-5e77-477d-ad68-cd76d8e7759e" -d '{"events": [{"server_uuid": "8ad7412a-5ada-4048-a735-b557f4868be5", "name": "network-vif-plugged", "status": "completed", "tag": "64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:37.646434 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a08bc3-50e0-423b-867c-a7f978e9a345 x-openstack-request-id: req-50a08bc3-50e0-423b-867c-a7f978e9a345 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:37.646727 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad7412a-5ada-4048-a735-b557f4868be5", "name": "network-vif-plugged", "status": "completed", "tag": "64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:37.647014 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50a08bc3-50e0-423b-867c-a7f978e9a345 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:37.647369 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad7412a-5ada-4048-a735-b557f4868be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9', 'code': 200} Dec 13 23:04:37.723241 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44390) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:37.737262 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cb80f58-0466-42ed-8016-3dec1ca6e119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.814557 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cb80f58-0466-42ed-8016-3dec1ca6e119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.819899 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cb80f58-0466-42ed-8016-3dec1ca6e119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:37.868599 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f1c4a-e75d-4af8-988f-b700b4b59cd4 req-fb9211b7-d4c9-453a-ad80-fe9adaa502de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:37.870198 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-928f1c4a-e75d-4af8-988f-b700b4b59cd4 req-fb9211b7-d4c9-453a-ad80-fe9adaa502de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 1098 time: 0.0431020 Dec 13 23:04:37.920220 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-928f1c4a-e75d-4af8-988f-b700b4b59cd4 req-675dd784-00bf-4592-a383-2bc0513afe71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Dec 13 23:04:38.095472 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9cb80f58-0466-42ed-8016-3dec1ca6e119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab9ae2ff37b24a05bbafb381913d1e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686509 Dec 13 23:04:38.095472 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb80f58-0466-42ed-8016-3dec1ca6e119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d794ee-3ea6-46f9-88e2-af708ef14aae,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:38.096499 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 44404) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:38.184246 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35c90baf-97cb-47f6-92c0-b91c57a65ac8 req-02d03f77-9442-408a-862d-ca7d4389f215 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 210 time: 0.0486808 Dec 13 23:04:38.210409 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e38226d-71cb-4f3a-b371-25656ee74b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:38.233631 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e38226d-71cb-4f3a-b371-25656ee74b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:38.316977 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e38226d-71cb-4f3a-b371-25656ee74b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:38.319710 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e38226d-71cb-4f3a-b371-25656ee74b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:38.320895 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9e38226d-71cb-4f3a-b371-25656ee74b88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87d794ee-3ea6-46f9-88e2-af708ef14aae HTTP/1.1" status: 204 len: 168 time: 0.2233820 Dec 13 23:04:38.329311 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df6e28-48f9-4b35-a2d7-a312b8a794fa req-7cbb07d1-e20a-4914-8c5b-d81b2dc86b95 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:38.330913 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46df6e28-48f9-4b35-a2d7-a312b8a794fa req-7cbb07d1-e20a-4914-8c5b-d81b2dc86b95 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0613952 Dec 13 23:04:38.352051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38226d-71cb-4f3a-b371-25656ee74b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d794ee-3ea6-46f9-88e2-af708ef14aae,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:38.404176 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46df6e28-48f9-4b35-a2d7-a312b8a794fa req-dc71ab89-a49c-4e4e-a49f-3f47c9b38d9a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609517 Dec 13 23:04:38.678054 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-c7f68daf-6e7c-4b98-9f93-77fdf6124c85 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:38.679599 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-c7f68daf-6e7c-4b98-9f93-77fdf6124c85 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "GET /v2.0/networks?id=53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 200 len: 814 time: 0.1389155 Dec 13 23:04:38.693961 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Request body: {'port': {'device_id': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b', 'admin_state_up': True, 'tenant_id': 'a736ec919343435d98e16479a93c4119'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:38.815351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Made reservation on behalf of a736ec919343435d98e16479a93c4119 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:38.819618 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:38.947715 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Allocated IP 172.20.0.12 (53d3a17f-2e01-4301-affb-58f20cc0584b/af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716/1489cd5c-d9ef-4e3b-95b7-b3103b1fe937) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:39.100497 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.135351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.179905 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Network 53d3a17f-2e01-4301-affb-58f20cc0584b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:39.184930 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:39.189318 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:39.193944 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Pushing event updated for resources: {'Port': ['ID=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:39.242331 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:39.243096 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.271582 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-952293b4-6e59-44f8-99fd-c108cf9326c5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5820234 Dec 13 23:04:39.296000 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Request body: {'port': {'device_id': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:39.344190 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea210-ce8b-4721-86ea-598c60d0bde6 req-d6838e1f-3638-494b-8fca-2bfded7229d5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:39.345694 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e2ea210-ce8b-4721-86ea-598c60d0bde6 req-d6838e1f-3638-494b-8fca-2bfded7229d5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 932 time: 0.0870597 Dec 13 23:04:39.385675 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.447933 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e2ea210-ce8b-4721-86ea-598c60d0bde6 req-e594c529-9c5c-4326-96a6-4ece94fd0b8c tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844674 Dec 13 23:04:39.587731 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44464) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:39.619038 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba074ea-404a-499e-9281-2939b332c5b2 req-8d431359-ca82-447b-999b-9a94988be66b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:39.620603 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1ba074ea-404a-499e-9281-2939b332c5b2 req-8d431359-ca82-447b-999b-9a94988be66b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1009831 Dec 13 23:04:39.723951 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d0db8dd7-bda4-4a19-b508-34c4cd92c380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.726073 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1ba074ea-404a-499e-9281-2939b332c5b2 req-b7638073-9309-4fc9-adac-3757dc0859ca tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976002 Dec 13 23:04:39.807452 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:39.812289 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d0db8dd7-bda4-4a19-b508-34c4cd92c380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.817667 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d0db8dd7-bda4-4a19-b508-34c4cd92c380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.818628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.833904 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Transition to ACTIVE for port object 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:39.838737 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.857791 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d0db8dd7-bda4-4a19-b508-34c4cd92c380 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5ab075d5b434ac69bc1964ae5824144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689352 Dec 13 23:04:39.858672 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db8dd7-bda4-4a19-b508-34c4cd92c380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72612286-892c-4cb5-b777-14066629fefa,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:39.861373 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 44476) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:04:39.890047 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:39.917538 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a445-fd85-49d6-ba21-f5c97cb44713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.938913 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a445-fd85-49d6-ba21-f5c97cb44713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.971912 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Attempting to bind port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:39.972447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Attempting to bind port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:39.972781 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Attempting to bind port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 on network 53d3a17f-2e01-4301-affb-58f20cc0584b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:39.978472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 on network 53d3a17f-2e01-4301-affb-58f20cc0584b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:39.978833 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Attempting to bind port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 on network 53d3a17f-2e01-4301-affb-58f20cc0584b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:39.984146 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:39.984487 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Checking segment: {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:39.984898 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Bound using segment: {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:39.985327 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Bound port: 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:39.985710 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.990012 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a445-fd85-49d6-ba21-f5c97cb44713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.992964 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a445-fd85-49d6-ba21-f5c97cb44713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:39.994180 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-4fa5a445-fd85-49d6-ba21-f5c97cb44713 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72612286-892c-4cb5-b777-14066629fefa HTTP/1.1" status: 204 len: 168 time: 0.1318922 Dec 13 23:04:40.003838 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a445-fd85-49d6-ba21-f5c97cb44713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72612286-892c-4cb5-b777-14066629fefa,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:40.058438 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] For port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:40.061772 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] For port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:40.067610 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:40.102768 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:40.103731 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:40.105122 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] 10.222.0.32 "PUT /v2.0/ports/1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 HTTP/1.1" status: 200 len: 1094 time: 0.8158541 Dec 13 23:04:40.107498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'tag': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:40.110490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab374aa-5b62-4657-9651-45294125b03f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e52bcc7-ca2c-4d3d-b4e9-8343e896825a", "tag": "1489cd5c-d9ef-4e3b-95b7-b3103b1fe937"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:40.146782 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4c509-8f1e-4fc1-99a2-bd837e8efdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:40.167059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336591c2-bb34-4133-91e2-cc02aadec966 x-openstack-request-id: req-336591c2-bb34-4133-91e2-cc02aadec966 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:40.167350 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e52bcc7-ca2c-4d3d-b4e9-8343e896825a", "tag": "1489cd5c-d9ef-4e3b-95b7-b3103b1fe937", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:40.167603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-336591c2-bb34-4133-91e2-cc02aadec966 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:40.168000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'tag': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937', 'status': 'completed', 'code': 200} Dec 13 23:04:40.212733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-86874afe-7d74-4ded-90a7-406f5b52057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:40.214262 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-86874afe-7d74-4ded-90a7-406f5b52057a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a736ec919343435d98e16479a93c4119&device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 1097 time: 0.0438302 Dec 13 23:04:40.260909 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-539e895a-146e-4b92-a629-dd38bdce056b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 HTTP/1.1" status: 200 len: 217 time: 0.0367596 Dec 13 23:04:40.314579 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-855f3a02-5e34-45a8-bd76-244dd4d3e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:40.316032 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-855f3a02-5e34-45a8-bd76-244dd4d3e735 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716 HTTP/1.1" status: 200 len: 854 time: 0.0466101 Dec 13 23:04:40.369901 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-84ea8003-629e-4e6c-8406-5a54ba2cf4f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53d3a17f-2e01-4301-affb-58f20cc0584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270624 Dec 13 23:04:40.472418 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-1740bf8e-c68e-4763-a932-f003fe40a61b service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Dec 13 23:04:40.827625 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e5b6-03fa-4dcd-be50-26c98f7abded req-c1326c46-d881-4374-980b-bf369a6173f3 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:40.829138 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db22e5b6-03fa-4dcd-be50-26c98f7abded req-c1326c46-d881-4374-980b-bf369a6173f3 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 944 time: 0.2984402 Dec 13 23:04:40.859419 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aae080a-550a-480e-b63c-c0a6d16917b5 req-47bad194-edf0-4ba1-9815-da92fe143e8e service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767896 Dec 13 23:04:40.904361 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db22e5b6-03fa-4dcd-be50-26c98f7abded req-003e4841-e4b3-471d-b455-0f425d86f9fe tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690243 Dec 13 23:04:40.993604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5edb9-dafc-4774-8b69-6fc05ebc0bf7 req-d013ae2a-4a05-477e-a9a9-d20958adbcef tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.000881 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35a5edb9-dafc-4774-8b69-6fc05ebc0bf7 req-d013ae2a-4a05-477e-a9a9-d20958adbcef tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0955057 Dec 13 23:04:41.040819 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab374aa-5b62-4657-9651-45294125b03f req-fe50ec6c-ccb4-423b-8c12-629131ad5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.042474 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-fe50ec6c-ccb4-423b-8c12-629131ad5fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a736ec919343435d98e16479a93c4119&device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 1097 time: 0.0986478 Dec 13 23:04:41.057436 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35a5edb9-dafc-4774-8b69-6fc05ebc0bf7 req-ffab4443-5b61-4e1e-a87f-653d43072c2b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 Dec 13 23:04:41.165278 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab374aa-5b62-4657-9651-45294125b03f req-c45284f0-9d1e-4e3b-8653-16aa9bbeeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.166856 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-c45284f0-9d1e-4e3b-8653-16aa9bbeeff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 200 len: 914 time: 0.1057901 Dec 13 23:04:41.244760 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-0dbf61b0-d0ee-4fa6-bdbf-cd8177881c38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 HTTP/1.1" status: 200 len: 217 time: 0.0600326 Dec 13 23:04:41.308686 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab374aa-5b62-4657-9651-45294125b03f req-41e4bc10-1ab7-40fd-934d-b54728dc5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.310805 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-41e4bc10-1ab7-40fd-934d-b54728dc5ef2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716 HTTP/1.1" status: 200 len: 854 time: 0.0592041 Dec 13 23:04:41.367864 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d50a4-6894-42ce-9683-af08936717e6 req-77d77572-c2c3-433a-94fd-b0beb9e07e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.369398 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-77d77572-c2c3-433a-94fd-b0beb9e07e72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 1098 time: 0.0426416 Dec 13 23:04:41.374458 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-f8a6b7c1-f737-47d2-be78-4751994881f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53d3a17f-2e01-4301-affb-58f20cc0584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412862 Dec 13 23:04:41.395013 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38fd35-e615-4328-9466-ee0c1ba8bc2f req-7684ad54-50b3-45b0-b6cc-a6f3eaf34575 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.396885 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a38fd35-e615-4328-9466-ee0c1ba8bc2f req-7684ad54-50b3-45b0-b6cc-a6f3eaf34575 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0734620 Dec 13 23:04:41.462468 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d50a4-6894-42ce-9683-af08936717e6 req-cd457085-3383-4d32-a3f5-227f777015cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.463935 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-cd457085-3383-4d32-a3f5-227f777015cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.0837550 Dec 13 23:04:41.499112 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a38fd35-e615-4328-9466-ee0c1ba8bc2f req-fc2eaa04-4039-48ae-86f9-cd7082f5d753 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961280 Dec 13 23:04:41.518714 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-4019c36d-3a2a-4f6e-8806-4e1b7f63058e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0391734 Dec 13 23:04:41.524400 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-7848aa74-840d-40f2-a40d-67cb3e68cf9f service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197445 Dec 13 23:04:41.593609 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d50a4-6894-42ce-9683-af08936717e6 req-c9d36e63-aa32-459c-b69f-eae11189dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:41.595091 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-c9d36e63-aa32-459c-b69f-eae11189dcf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0458529 Dec 13 23:04:41.628541 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-93001c58-7840-4656-8502-341031487ded service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241752 Dec 13 23:04:41.635464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fab374aa-5b62-4657-9651-45294125b03f req-c9993715-bdba-4cfc-a33b-6c99ab01935c service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852866 Dec 13 23:04:41.740374 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-a90d1491-0fa3-4e8c-8017-114f37387731 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870817 Dec 13 23:04:41.840305 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-825d50a4-6894-42ce-9683-af08936717e6 req-1f9942c7-c9d8-403b-bc8c-9f2687f61697 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913289 Dec 13 23:04:42.059767 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b80e-70c5-4f3c-98fc-4ba9bb29ff9d req-2dd66214-cd96-433b-89df-e4bf803350a5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:42.065606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2257b80e-70c5-4f3c-98fc-4ba9bb29ff9d req-2dd66214-cd96-433b-89df-e4bf803350a5 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 944 time: 0.0602279 Dec 13 23:04:42.123436 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2257b80e-70c5-4f3c-98fc-4ba9bb29ff9d req-d01de6bb-3cfe-4504-88dd-ddb4e49f53d0 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Dec 13 23:04:42.417228 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-16ecd692-453b-44f0-b1f8-b7c51fbb5d9d tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=26b04bc9649f42f397afedbb1c478345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290055 Dec 13 23:04:42.627225 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-8fee1a19-1f2f-409d-9865-fdba6bd3760e tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:42.628646 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-8fee1a19-1f2f-409d-9865-fdba6bd3760e tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028787 Dec 13 23:04:42.655760 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f8461-854b-47e1-908b-09a951a1a635 req-729673f4-8dc4-4d65-b25e-e845ded90633 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:42.657176 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-734f8461-854b-47e1-908b-09a951a1a635 req-729673f4-8dc4-4d65-b25e-e845ded90633 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0811043 Dec 13 23:04:42.658620 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2e11f006-0386-485f-9376-e5bc0bfac3b9 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/quotas/26b04bc9649f42f397afedbb1c478345 HTTP/1.1" status: 200 len: 375 time: 0.0217938 Dec 13 23:04:42.699895 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-8885b968-194d-441a-87a7-1c4ad42d7e55 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26b04bc9649f42f397afedbb1c478345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350208 Dec 13 23:04:42.729316 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-734f8461-854b-47e1-908b-09a951a1a635 req-73e512a1-c269-45c0-b97a-157836333802 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654685 Dec 13 23:04:42.867724 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cc512716-6e73-4d70-9be4-30dd9995cb38 req-255174bc-17a5-4a05-adcc-9339576927b4 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 210 time: 0.0276852 Dec 13 23:04:43.089235 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-971134ea-6edb-4839-9484-32c6c0fdbe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:43.265792 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:43.269447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c6c7f-7132-4d7b-8eb8-ebd84121f726 req-0384e1b2-23c9-4604-b3e3-cb8881519d99 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:43.272462 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-951c6c7f-7132-4d7b-8eb8-ebd84121f726 req-0384e1b2-23c9-4604-b3e3-cb8881519d99 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 944 time: 0.0642657 Dec 13 23:04:43.372327 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-951c6c7f-7132-4d7b-8eb8-ebd84121f726 req-f9ae439a-82c9-4c40-bfc8-3da2a424ac65 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934169 Dec 13 23:04:43.451271 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:43.470256 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937', 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b', 'port_id': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937', 'mac_address': 'fa:16:3e:fd:a4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:43.520504 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:43.538374 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:43.575298 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:43.582591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:43.610392 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-60a32ce4-a523-4577-a1f8-f27bf657e163 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:43.614037 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-60a32ce4-a523-4577-a1f8-f27bf657e163 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.1366684 Dec 13 23:04:43.632920 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-752a2afc-e76d-4586-8378-ee97e0f9c744 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/quotas/64e3cc2f6e6e4265a268b5f871a7d92c HTTP/1.1" status: 200 len: 375 time: 0.0120628 Dec 13 23:04:43.642438 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:43.696468 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-747abf7d-e4db-4c19-ae30-a7c69266bd15 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576334 Dec 13 23:04:43.813272 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-23396d71-2419-412a-9d7f-29d413888d55 service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029215 Dec 13 23:04:43.949262 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85024f3-d969-469a-994e-976e89b3298e req-d3ff0f8a-a5fb-48e6-977a-8fc4e6a55af6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:43.951291 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c85024f3-d969-469a-994e-976e89b3298e req-d3ff0f8a-a5fb-48e6-977a-8fc4e6a55af6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1228080 Dec 13 23:04:43.982764 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-6b345ece-c17d-41f6-8fbf-344ee80430eb service neutron] 10.222.0.13 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627240 Dec 13 23:04:44.010959 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['1489cd5c-d9ef-4e3b-95b7-b3103b1fe937'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:44.019004 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c85024f3-d969-469a-994e-976e89b3298e req-1cda36fd-09c2-4faf-844c-f7c35276643f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604513 Dec 13 23:04:44.100291 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-9821eb16-9c8d-4b5b-9b50-3935e4a1ee83 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=26b04bc9649f42f397afedbb1c478345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574327 Dec 13 23:04:44.160942 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9495260-75da-4f9b-aa15-187d18b218ee req-020812dd-de67-4cf7-8970-4bf67f0f297d tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 210 time: 0.0603738 Dec 13 23:04:44.265193 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0928c1cf-509e-431e-9628-4fb716403f64 req-12c3a502-a8c8-4dd8-8d11-b1518ee2b5fc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 210 time: 0.0288074 Dec 13 23:04:44.324452 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-805d3424-5e66-43f7-8eca-1a705abf2828 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:44.325974 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-805d3424-5e66-43f7-8eca-1a705abf2828 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169290 Dec 13 23:04:44.505216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1affe51-fd10-4df1-8c83-aef94d615671 req-081c72d9-e54e-4015-9737-4281d2085717 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:44.506748 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c1affe51-fd10-4df1-8c83-aef94d615671 req-081c72d9-e54e-4015-9737-4281d2085717 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 945 time: 0.0519786 Dec 13 23:04:44.557951 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c1affe51-fd10-4df1-8c83-aef94d615671 req-4db8c9f4-e484-4183-bc69-d4dd48c223cc tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Dec 13 23:04:45.243401 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8b369299-e27c-419b-bbbb-2ed03a8b4597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:46.244025 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899c38-178d-4f48-974f-2819107ac2be req-1812ab79-58ad-4fb3-96f5-84caddd47234 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:46.245544 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5899c38-178d-4f48-974f-2819107ac2be req-1812ab79-58ad-4fb3-96f5-84caddd47234 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0562234 Dec 13 23:04:46.295250 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5899c38-178d-4f48-974f-2819107ac2be req-4a2f7264-3342-40d8-be22-c73d9e7ae90b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Dec 13 23:04:46.377967 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1354fe2c-f90d-4f7b-ae32-d0ef3cb3048f req-bb487b62-403e-4177-9706-e5bbe18a97b1 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 210 time: 0.0253541 Dec 13 23:04:46.469627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-40ad14fe-bbb2-47fe-af69-397ca42b2769 req-ca4bf3c8-7f53-4930-bbf2-fe4d176971ce tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 210 time: 0.0371900 Dec 13 23:04:46.581562 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9b55-dbe8-45c7-a153-d5546980bacc req-f4ca289b-2b84-445f-804e-1fcd05f0857e tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:46.583123 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dd4c9b55-dbe8-45c7-a153-d5546980bacc req-f4ca289b-2b84-445f-804e-1fcd05f0857e tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 945 time: 0.0560393 Dec 13 23:04:46.633101 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dd4c9b55-dbe8-45c7-a153-d5546980bacc req-6d66ff74-c3a8-4c03-8a8b-a3a86c1ccf07 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Dec 13 23:04:46.828662 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.203101 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Request body: {'port': {'device_id': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5', 'admin_state_up': True, 'tenant_id': '26b04bc9649f42f397afedbb1c478345'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:47.323990 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Made reservation on behalf of 26b04bc9649f42f397afedbb1c478345 for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:47.327590 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.336419 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.421656 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa3e24-87d9-4d05-a805-4a96cbdd5403 req-764f5af6-a682-41c3-ba1b-1fd1d68d3ec4 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:47.427073 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.429671 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cdfa3e24-87d9-4d05-a805-4a96cbdd5403 req-764f5af6-a682-41c3-ba1b-1fd1d68d3ec4 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0581279 Dec 13 23:04:47.435297 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.473252 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac8454-05d0-44f4-8aec-6d9992e9bf85,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:47.485207 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cdfa3e24-87d9-4d05-a805-4a96cbdd5403 req-ec612206-f1d3-4fad-b63b-284a6128d565 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Dec 13 23:04:47.517089 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6cc9464a-ae61-4e2b-83fb-a2d74aa52e42 req-946ae006-5f1b-48d7-965a-5d2a0bb81ce1 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 210 time: 0.0506625 Dec 13 23:04:47.575998 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8e852bf6-45e6-4cc0-a1a4-436de697fe67 req-635b9afe-85b0-4ea0-ab53-b5f15b0755db tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 210 time: 0.0257375 Dec 13 23:04:47.590263 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Allocated IP 192.168.233.26 (2a9b2d86-5bc8-413f-9881-a68480bc6cb5/1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6/77c0d7f8-a569-4cac-82a4-f32e4db4ad60) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:47.743981 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.749278 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d405d1-a9a2-4d4a-a258-8f708bf749cb req-aef3b5be-b1ad-46de-b493-a631aacde361 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:47.750790 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30d405d1-a9a2-4d4a-a258-8f708bf749cb req-aef3b5be-b1ad-46de-b493-a631aacde361 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 945 time: 0.0498316 Dec 13 23:04:47.777659 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.800513 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30d405d1-a9a2-4d4a-a258-8f708bf749cb req-50b3b788-cae4-47fd-b149-d7c2f7f3171f tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Dec 13 23:04:47.820822 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:47.823965 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:47.827584 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:47.857690 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Pushing event updated for resources: {'Port': ['ID=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:47.891877 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:47.892965 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:47.910454 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-2a8dacf1-2d44-421e-9697-694b041461ab tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7129769 Dec 13 23:04:47.924184 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Request body: {'port': {'device_id': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:48.028308 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.100907 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-0d5339a4-677e-4cd4-9758-0e69bc4136dd tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:48.103148 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-0d5339a4-677e-4cd4-9758-0e69bc4136dd tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 815 time: 0.1291134 Dec 13 23:04:48.117141 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-70034f96-fcab-48ed-b02a-6e3d392c52da None None] Provisioning complete for port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:48.118054 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-70034f96-fcab-48ed-b02a-6e3d392c52da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.120646 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Request body: {'port': {'device_id': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'admin_state_up': True, 'tenant_id': '64e3cc2f6e6e4265a268b5f871a7d92c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:48.196696 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.198274 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-70034f96-fcab-48ed-b02a-6e3d392c52da None None] Port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:04:48.248724 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Made reservation on behalf of 64e3cc2f6e6e4265a268b5f871a7d92c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:04:48.252905 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.364744 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:48.374392 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.393816 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Transition to ACTIVE for port object 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:48.398757 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.410092 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Allocated IP 172.20.0.2 (e25a0760-1b13-4e1d-bcac-3c85e52e485e/1c11890e-1128-4b1f-a199-d8ee7b5f5310/02c6fedf-f723-4463-8f11-189373d87d07) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:04:48.607349 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Pushing event updated for resources: {'Port': ['ID=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:48.627793 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Attempting to bind port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:48.628351 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Attempting to bind port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:48.629010 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Attempting to bind port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 on network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:48.635121 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 on network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:48.635527 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Attempting to bind port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 on network 2a9b2d86-5bc8-413f-9881-a68480bc6cb5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:48.644378 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:48.645030 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Checking segment: {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:48.645543 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Bound using segment: {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:48.646050 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Bound port: 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72291f30-4e86-4146-9283-807cc9c64dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:48.646867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.652561 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.720829 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] For port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:48.725723 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] For port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:48.731423 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.748008 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcc487-4813-45f0-abd7-6a27a7ce0441 req-56de4f36-1598-4238-ac28-a1d507af6cbc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:48.749536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19dcc487-4813-45f0-abd7-6a27a7ce0441 req-56de4f36-1598-4238-ac28-a1d507af6cbc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1424835 Dec 13 23:04:48.766700 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5059a-ad4a-4ed2-9567-01feaa7fefc4 req-68acc852-4ac1-42f0-a0df-a274d8187590 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:48.768125 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a8d5059a-ad4a-4ed2-9567-01feaa7fefc4 req-68acc852-4ac1-42f0-a0df-a274d8187590 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 947 time: 0.1104236 Dec 13 23:04:48.771626 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:48.772622 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.775134 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.775283 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] 10.222.0.32 "PUT /v2.0/ports/77c0d7f8-a569-4cac-82a4-f32e4db4ad60 HTTP/1.1" status: 200 len: 1097 time: 0.8553603 Dec 13 23:04:48.775766 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'tag': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:48.779202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16899181-de99-4c5d-941a-886aad3b555c" -d '{"events": [{"name": "network-changed", "server_uuid": "75f6b1de-5be0-4140-8450-4837220d3ddc", "tag": "77c0d7f8-a569-4cac-82a4-f32e4db4ad60"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:48.794605 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7', '02ed001c-6e95-48af-96d5-9f200d0fb881', 'f7385e78-ed70-42a9-bf3a-1245a3993ec0'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:48.817717 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e1df-e665-4b36-8512-0ceec8f9182a service neutron] Pushing event updated for resources: {'Port': ['ID=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:48.862126 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Network e25a0760-1b13-4e1d-bcac-3c85e52e485e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:04:48.872491 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-72c2c786-14df-4010-9f3a-53ef3cccb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:48.874592 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-72c2c786-14df-4010-9f3a-53ef3cccb0e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26b04bc9649f42f397afedbb1c478345&device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 1100 time: 0.0440571 Dec 13 23:04:48.877964 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:48.878417 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:04:48.888309 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:04:48.893761 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event updated for resources: {'Port': ['ID=02c6fedf-f723-4463-8f11-189373d87d07,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:48.935817 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19dcc487-4813-45f0-abd7-6a27a7ce0441 req-689925c8-fe1f-433e-8ea8-0762a96e11a5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780746 Dec 13 23:04:48.966338 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-95b2b845-75f9-454e-9e8c-523aed7df759 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60 HTTP/1.1" status: 200 len: 217 time: 0.0834076 Dec 13 23:04:48.977066 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a8d5059a-ad4a-4ed2-9567-01feaa7fefc4 req-f6e06c8f-602a-4a43-b2e7-8adeb67b3140 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914830 Dec 13 23:04:49.032933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.033656 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.057893 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab0b59d-05cb-4648-8a23-b51545f427cb x-openstack-request-id: req-6ab0b59d-05cb-4648-8a23-b51545f427cb {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:49.058500 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f6b1de-5be0-4140-8450-4837220d3ddc", "tag": "77c0d7f8-a569-4cac-82a4-f32e4db4ad60", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:49.058986 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ab0b59d-05cb-4648-8a23-b51545f427cb {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:49.060095 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'tag': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60', 'status': 'completed', 'code': 200} Dec 13 23:04:49.064011 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-d9e76a6e-496d-49df-b94c-ab73355d4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.065806 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-d9e76a6e-496d-49df-b94c-ab73355d4871 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6 HTTP/1.1" status: 200 len: 843 time: 0.0889547 Dec 13 23:04:49.100186 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-9112c30a-9d84-4b1e-b42d-f7008452ad4e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9848974 Dec 13 23:04:49.124378 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-1c51139c-e1a7-47d2-87b4-fa86c3f6ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.125908 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-1c51139c-e1a7-47d2-87b4-fa86c3f6ceea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a9b2d86-5bc8-413f-9881-a68480bc6cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0488303 Dec 13 23:04:49.127299 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Request body: {'port': {'device_id': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:04:49.178498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cef78e-2def-4f8d-8e60-4bd95b1ee6b4 req-a95b3207-0243-463f-820d-ea67adda02e4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.180248 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27cef78e-2def-4f8d-8e60-4bd95b1ee6b4 req-a95b3207-0243-463f-820d-ea67adda02e4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 931 time: 0.1436157 Dec 13 23:04:49.225858 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-09172c15-2412-419a-9eaf-a7d5536d1e4d service neutron] 10.222.0.32 "GET /v2.0/networks/2a9b2d86-5bc8-413f-9881-a68480bc6cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902669 Dec 13 23:04:49.232381 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.242952 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4608-5a85-40e4-ab5a-4a544eb4d013 req-55b85760-6f7a-45d4-9aa8-4f69a96c55ab tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.244457 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-699b4608-5a85-40e4-ab5a-4a544eb4d013 req-55b85760-6f7a-45d4-9aa8-4f69a96c55ab tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 945 time: 0.1354222 Dec 13 23:04:49.291341 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:49.314388 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27cef78e-2def-4f8d-8e60-4bd95b1ee6b4 req-99a6f00e-7ba7-4e68-84cb-01aefcc4f03f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271396 Dec 13 23:04:49.335451 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-29958bd1-9f2f-4cc1-b827-91509862fde3 req-5e329869-5754-43c7-bc38-3f34caeb88a1 service neutron] 10.222.0.32 "GET /v2.0/networks/2a9b2d86-5bc8-413f-9881-a68480bc6cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006637 Dec 13 23:04:49.347538 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:49.352714 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:49.353164 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.358137 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-699b4608-5a85-40e4-ab5a-4a544eb4d013 req-38865dde-eff8-45e6-9b73-edb3ab818f01 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984871 Dec 13 23:04:49.435870 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899181-de99-4c5d-941a-886aad3b555c req-16d7eeb9-cef0-4a37-807b-183f90fbbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.437403 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-16d7eeb9-cef0-4a37-807b-183f90fbbe9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26b04bc9649f42f397afedbb1c478345&device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 1100 time: 0.0446455 Dec 13 23:04:49.460271 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.482861 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:49.485495 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10638e6-b378-4135-aa24-0bf541a7a62c" -d '{"events": [{"server_uuid": "5e52bcc7-ca2c-4d3d-b4e9-8343e896825a", "name": "network-vif-plugged", "status": "completed", "tag": "1489cd5c-d9ef-4e3b-95b7-b3103b1fe937"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:49.500613 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:49.507090 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.551036 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899181-de99-4c5d-941a-886aad3b555c req-8c05cb3d-1d8f-4746-a9db-0edcb93c631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.553528 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-8c05cb3d-1d8f-4746-a9db-0edcb93c631d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a9b2d86-5bc8-413f-9881-a68480bc6cb5 HTTP/1.1" status: 200 len: 869 time: 0.1024652 Dec 13 23:04:49.563671 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:49.590471 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a319c662-f05b-4c16-acac-0ac91b8c45fb x-openstack-request-id: req-a319c662-f05b-4c16-acac-0ac91b8c45fb {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:49.590789 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e52bcc7-ca2c-4d3d-b4e9-8343e896825a", "name": "network-vif-plugged", "status": "completed", "tag": "1489cd5c-d9ef-4e3b-95b7-b3103b1fe937", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:49.591044 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a319c662-f05b-4c16-acac-0ac91b8c45fb {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:49.591432 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937', 'code': 200} Dec 13 23:04:49.592174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c6fedf-f723-4463-8f11-189373d87d07 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:49.599758 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.609071 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-9ce8019e-79d4-4bd4-8f46-b830a73b26a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60 HTTP/1.1" status: 200 len: 217 time: 0.0391760 Dec 13 23:04:49.612374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Transition to ACTIVE for port object 02c6fedf-f723-4463-8f11-189373d87d07 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:04:49.616231 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.666599 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=02c6fedf-f723-4463-8f11-189373d87d07,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:49.701390 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899181-de99-4c5d-941a-886aad3b555c req-0692258a-446b-4836-978a-3d7e7a8bc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.701390 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-0692258a-446b-4836-978a-3d7e7a8bc3e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6 HTTP/1.1" status: 200 len: 843 time: 0.0522089 Dec 13 23:04:49.754202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16899181-de99-4c5d-941a-886aad3b555c req-4a07fcce-9f86-4e6e-8edc-6647a059c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.756044 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-4a07fcce-9f86-4e6e-8edc-6647a059c784 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a9b2d86-5bc8-413f-9881-a68480bc6cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0501554 Dec 13 23:04:49.758883 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Attempting to bind port 02c6fedf-f723-4463-8f11-189373d87d07 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:04:49.759225 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Attempting to bind port 02c6fedf-f723-4463-8f11-189373d87d07 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:04:49.759552 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Attempting to bind port 02c6fedf-f723-4463-8f11-189373d87d07 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:49.764067 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Port 02c6fedf-f723-4463-8f11-189373d87d07 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:04:49.764395 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Attempting to bind port 02c6fedf-f723-4463-8f11-189373d87d07 on network e25a0760-1b13-4e1d-bcac-3c85e52e485e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:04:49.769263 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:04:49.769628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Checking segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:04:49.770115 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Bound using segment: {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:04:49.770427 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Bound port: 02c6fedf-f723-4463-8f11-189373d87d07, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1017b9-02cb-45d6-93c9-5eff8fde92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:04:49.770788 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.864934 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] For port 02c6fedf-f723-4463-8f11-189373d87d07, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:04:49.869637 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] For port 02c6fedf-f723-4463-8f11-189373d87d07, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c6fedf-f723-4463-8f11-189373d87d07,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:04:49.875061 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.883974 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-5749fedd-fd16-4921-a23b-ddba7a2d4e54 service neutron] 10.222.0.32 "GET /v2.0/networks/2a9b2d86-5bc8-413f-9881-a68480bc6cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949059 Dec 13 23:04:49.907385 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da800f-a863-4919-82bb-4ea951b3c415 req-a5093956-bd17-479a-acac-d3d856d198e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.908935 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c7da800f-a863-4919-82bb-4ea951b3c415 req-a5093956-bd17-479a-acac-d3d856d198e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 1099 time: 0.0857799 Dec 13 23:04:49.915278 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:49.915895 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:49.917194 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] 10.222.0.32 "PUT /v2.0/ports/02c6fedf-f723-4463-8f11-189373d87d07 HTTP/1.1" status: 200 len: 1093 time: 0.7953784 Dec 13 23:04:49.917661 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'tag': '02c6fedf-f723-4463-8f11-189373d87d07'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:49.919920 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d48e37-1c4c-4386-9790-095123fd5727" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a", "tag": "02c6fedf-f723-4463-8f11-189373d87d07"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:49.969253 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8537b-e276-49a1-ae61-27a776b8f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=02c6fedf-f723-4463-8f11-189373d87d07,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:49.996571 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-16899181-de99-4c5d-941a-886aad3b555c req-2dd7f958-4373-4c63-bd85-7625127ad028 service neutron] 10.222.0.32 "GET /v2.0/networks/2a9b2d86-5bc8-413f-9881-a68480bc6cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022632 Dec 13 23:04:50.196046 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca373b5-8507-4e0e-a69f-f4f1e97ce4aa x-openstack-request-id: req-fca373b5-8507-4e0e-a69f-f4f1e97ce4aa {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:50.196373 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a", "tag": "02c6fedf-f723-4463-8f11-189373d87d07", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:50.196651 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fca373b5-8507-4e0e-a69f-f4f1e97ce4aa {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:50.197128 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'tag': '02c6fedf-f723-4463-8f11-189373d87d07', 'status': 'completed', 'code': 200} Dec 13 23:04:50.227650 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:04:50.272748 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c7da800f-a863-4919-82bb-4ea951b3c415 req-7678f8f1-971a-4f2f-aa6c-cff67a96fb6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474395 Dec 13 23:04:50.313982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-c7729e95-5bec-4068-b2f3-1db9e7fae3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:50.315459 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-c7729e95-5bec-4068-b2f3-1db9e7fae3b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 1096 time: 0.1154578 Dec 13 23:04:50.327100 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61345a9-f448-42da-a004-02c833c62fbb req-26ccfc7b-b425-4bf2-b80e-a18c9c4ade52 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:50.328456 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d61345a9-f448-42da-a004-02c833c62fbb req-26ccfc7b-b425-4bf2-b80e-a18c9c4ade52 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 947 time: 0.1294243 Dec 13 23:04:50.335652 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218907e9-dff6-4a7b-a964-ffebb9765f70 req-6f429340-c6a0-475e-a5f3-933154e19fe3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:50.337024 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-218907e9-dff6-4a7b-a964-ffebb9765f70 req-6f429340-c6a0-475e-a5f3-933154e19fe3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1391368 Dec 13 23:04:50.406863 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d61345a9-f448-42da-a004-02c833c62fbb req-3e608bd1-ad40-428f-ac35-5bb5ccbb7727 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688434 Dec 13 23:04:50.410363 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-218907e9-dff6-4a7b-a964-ffebb9765f70 req-39cca59f-2a3b-4fde-af9f-6d9df5bd8372 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665348 Dec 13 23:04:50.535939 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bbb30-8363-408c-89a0-e3db86d48f79 req-66e1a954-6b15-48f5-87a2-d3b2174fa283 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:50.537670 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-558bbb30-8363-408c-89a0-e3db86d48f79 req-66e1a954-6b15-48f5-87a2-d3b2174fa283 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 943 time: 0.0756879 Dec 13 23:04:50.588432 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650cdc-c62f-4ad2-96b2-ec72e450345c req-4ff49399-3c97-46da-a6cb-6f598399dfd3 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:50.589875 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea650cdc-c62f-4ad2-96b2-ec72e450345c req-4ff49399-3c97-46da-a6cb-6f598399dfd3 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 946 time: 0.1024399 Dec 13 23:04:50.592714 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-faa266b0-0909-49e4-b9c0-783cbd30a385 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c6fedf-f723-4463-8f11-189373d87d07 HTTP/1.1" status: 200 len: 217 time: 0.0535502 Dec 13 23:04:50.687499 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-950982a2-b9d4-4e8a-a695-1dc24fac5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:50.689000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-950982a2-b9d4-4e8a-a695-1dc24fac5e37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0815163 Dec 13 23:04:50.696484 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-558bbb30-8363-408c-89a0-e3db86d48f79 req-9e0ab8b2-ad08-436d-8ac8-ecfb017fa5d5 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492813 Dec 13 23:04:50.701521 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea650cdc-c62f-4ad2-96b2-ec72e450345c req-b1a80654-6743-4f99-90a3-ea63ce1ba1cf tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028366 Dec 13 23:04:50.738570 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-5677dfcb-2a40-4384-a902-ad3e35ddf0c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321329 Dec 13 23:04:50.850803 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-a43962a6-9b54-4ab9-8a33-723c6f20d0cd service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937297 Dec 13 23:04:50.994166 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3117f73f-53f4-4d6a-bdf0-dab693cec8f7 req-62ec3191-d899-4fe8-a1e8-14bbcfe82912 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944464 Dec 13 23:04:51.108615 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d48e37-1c4c-4386-9790-095123fd5727 req-9b879883-536e-4faa-b6bc-815193abf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.110045 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-9b879883-536e-4faa-b6bc-815193abf3ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 1096 time: 0.0503538 Dec 13 23:04:51.214081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d48e37-1c4c-4386-9790-095123fd5727 req-8829395c-4e26-4464-bc5d-8037f1d389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.215537 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-8829395c-4e26-4464-bc5d-8037f1d389cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 915 time: 0.0949256 Dec 13 23:04:51.266069 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-852ade22-8f23-418d-983c-7ee8ccbef36e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c6fedf-f723-4463-8f11-189373d87d07 HTTP/1.1" status: 200 len: 217 time: 0.0374186 Dec 13 23:04:51.320458 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:51.322511 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d48e37-1c4c-4386-9790-095123fd5727 req-a5ba7c02-818b-4f72-aac2-197293b6c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.324034 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-a5ba7c02-818b-4f72-aac2-197293b6c662 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0467248 Dec 13 23:04:51.364252 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-012401c5-a856-443f-81fb-82ec43eb91ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242462 Dec 13 23:04:51.417680 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:51.429763 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60', 'network_id': '2a9b2d86-5bc8-413f-9881-a68480bc6cb5', 'port_id': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60', 'mac_address': 'fa:16:3e:bd:0d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3ef5f5-3685-4fcf-9768-a52e6b2e58c6', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:51.464913 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-4238cf83-c140-4643-bf70-cd1ae2181f10 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907707 Dec 13 23:04:51.479862 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:51.494635 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:51.514617 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:51.518822 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:51.565589 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:51.624118 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4ea95-899f-48ba-99dc-03c6cef54bba req-4ee8f361-b576-428d-8c54-5838da517316 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.625519 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbb4ea95-899f-48ba-99dc-03c6cef54bba req-4ee8f361-b576-428d-8c54-5838da517316 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 947 time: 0.1409130 Dec 13 23:04:51.630593 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24d48e37-1c4c-4386-9790-095123fd5727 req-ad4940f4-2ce2-4c1c-a8a0-f9e94de51403 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546018 Dec 13 23:04:51.640241 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493612-d17f-4da1-b05b-85fb8e05988c req-46dbecc7-aace-43f9-9edb-f284be1b1835 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.641632 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34493612-d17f-4da1-b05b-85fb8e05988c req-46dbecc7-aace-43f9-9edb-f284be1b1835 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1458316 Dec 13 23:04:51.707617 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbb4ea95-899f-48ba-99dc-03c6cef54bba req-3afbfe8b-71c9-4125-a3d7-7884cfeb3dd7 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754330 Dec 13 23:04:51.715017 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34493612-d17f-4da1-b05b-85fb8e05988c req-376eb2b4-ca1c-4c2f-b54f-c80e35726f17 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668085 Dec 13 23:04:51.853577 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2e609-8c03-4e9a-b9a4-b0769f77f907 req-02bc85ee-4231-4f6f-b8bf-4c633f45b63d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.855015 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76e2e609-8c03-4e9a-b9a4-b0769f77f907 req-02bc85ee-4231-4f6f-b8bf-4c633f45b63d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 946 time: 0.0709267 Dec 13 23:04:51.862382 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa7d3c-b82c-46ee-ac7c-524de163bf66 req-1fda9318-12d2-4644-a279-44f0f89ca5ee tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:51.863784 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21aa7d3c-b82c-46ee-ac7c-524de163bf66 req-1fda9318-12d2-4644-a279-44f0f89ca5ee tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 943 time: 0.0883706 Dec 13 23:04:51.935821 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76e2e609-8c03-4e9a-b9a4-b0769f77f907 req-8a29e4be-e12c-4f89-a705-ce6245b4d682 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Dec 13 23:04:51.939035 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21aa7d3c-b82c-46ee-ac7c-524de163bf66 req-bf8f9578-1d0f-40d2-ac1d-22f01d605a36 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674036 Dec 13 23:04:52.048719 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['77c0d7f8-a569-4cac-82a4-f32e4db4ad60'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:52.865784 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca6bb2-46e7-4add-a415-574c4208f1ad req-02820c2d-942a-4305-8392-d1ff8704dbe0 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:52.867259 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-78ca6bb2-46e7-4add-a415-574c4208f1ad req-02820c2d-942a-4305-8392-d1ff8704dbe0 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 948 time: 0.0825059 Dec 13 23:04:52.877982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ecb7b-7b51-4157-bc48-0b67a4fcea2f req-0383a222-052f-4093-a2f8-dd66287d9b6e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:52.879402 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ac3ecb7b-7b51-4157-bc48-0b67a4fcea2f req-0383a222-052f-4093-a2f8-dd66287d9b6e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0834873 Dec 13 23:04:52.951866 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-78ca6bb2-46e7-4add-a415-574c4208f1ad req-6f4fe5fb-94ab-46af-a36b-c48cbb77a8c3 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Dec 13 23:04:52.955615 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ac3ecb7b-7b51-4157-bc48-0b67a4fcea2f req-ff12f0a7-ef97-4c5d-bec4-81b31dd8342a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Dec 13 23:04:53.090229 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52e15d-674d-466b-84e9-90f6564c9675 req-6d733bcc-81ba-4d9a-ba5f-242c7806cf2b tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:53.091684 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4a52e15d-674d-466b-84e9-90f6564c9675 req-6d733bcc-81ba-4d9a-ba5f-242c7806cf2b tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 946 time: 0.0792592 Dec 13 23:04:53.103226 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260bcc4-429b-48a7-a90d-0e4d24926e22 req-5fdd7913-1fe3-463a-864e-311ff7aa8672 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:53.104745 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e260bcc4-429b-48a7-a90d-0e4d24926e22 req-5fdd7913-1fe3-463a-864e-311ff7aa8672 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 943 time: 0.0800056 Dec 13 23:04:53.185057 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4a52e15d-674d-466b-84e9-90f6564c9675 req-819f24fc-029e-4bfe-a3a8-e68dc70f3177 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792978 Dec 13 23:04:53.188454 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e260bcc4-429b-48a7-a90d-0e4d24926e22 req-030ac27e-4496-425e-80e2-d0fef1f90f72 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746019 Dec 13 23:04:53.330544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02c6fedf-f723-4463-8f11-189373d87d07 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:04:53.332896 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:53.441810 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:53.453591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:53.453966 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:53.493825 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 02c6fedf-f723-4463-8f11-189373d87d07, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c6fedf-f723-4463-8f11-189373d87d07,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:53.514990 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '02c6fedf-f723-4463-8f11-189373d87d07', 'network_id': 'e25a0760-1b13-4e1d-bcac-3c85e52e485e', 'port_id': '02c6fedf-f723-4463-8f11-189373d87d07', 'mac_address': 'fa:16:3e:8d:08:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11890e-1128-4b1f-a199-d8ee7b5f5310', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:04:53.586936 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:53.600732 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:53.603564 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c6fedf-f723-4463-8f11-189373d87d07 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:04:53.640013 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:53.642289 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fa698-0206-456e-86a3-32522b0c0828" -d '{"events": [{"server_uuid": "75f6b1de-5be0-4140-8450-4837220d3ddc", "name": "network-vif-plugged", "status": "completed", "tag": "77c0d7f8-a569-4cac-82a4-f32e4db4ad60"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:53.648303 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 02c6fedf-f723-4463-8f11-189373d87d07, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c6fedf-f723-4463-8f11-189373d87d07,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:53.654229 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:53.662037 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:53.680598 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:53.687676 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e560639-49d6-4ac6-bd3a-384d1cddcdf9 x-openstack-request-id: req-3e560639-49d6-4ac6-bd3a-384d1cddcdf9 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:53.687970 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f6b1de-5be0-4140-8450-4837220d3ddc", "name": "network-vif-plugged", "status": "completed", "tag": "77c0d7f8-a569-4cac-82a4-f32e4db4ad60", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:53.688226 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e560639-49d6-4ac6-bd3a-384d1cddcdf9 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:53.688616 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60', 'code': 200} Dec 13 23:04:53.722199 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=02c6fedf-f723-4463-8f11-189373d87d07,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:53.773576 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:53.894158 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6699f4b-999f-4ebf-b9d3-bcc06917702b req-6bbbe257-75cf-4a28-ac7f-a3329fc090ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:53.895638 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6699f4b-999f-4ebf-b9d3-bcc06917702b req-6bbbe257-75cf-4a28-ac7f-a3329fc090ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 1102 time: 0.0440238 Dec 13 23:04:53.946708 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6699f4b-999f-4ebf-b9d3-bcc06917702b req-090f200b-e65a-4ad4-bd17-0a03d4708468 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Dec 13 23:04:54.076021 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['02c6fedf-f723-4463-8f11-189373d87d07'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:04:54.103831 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19e26-cb8a-4c55-a43a-25ab86fd843c req-960e7577-5f21-4e68-ade2-e2b3595c6394 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:54.105382 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3d19e26-cb8a-4c55-a43a-25ab86fd843c req-960e7577-5f21-4e68-ade2-e2b3595c6394 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0789082 Dec 13 23:04:54.127262 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e64c29-a840-4ba8-a60b-3be4f3bbd1a1 req-d5af4e76-4817-480d-af8f-204a985249a9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:54.128726 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-02e64c29-a840-4ba8-a60b-3be4f3bbd1a1 req-d5af4e76-4817-480d-af8f-204a985249a9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0770731 Dec 13 23:04:54.194556 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3d19e26-cb8a-4c55-a43a-25ab86fd843c req-93225b3c-57ae-4922-aec6-96672839f487 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806050 Dec 13 23:04:54.198979 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-02e64c29-a840-4ba8-a60b-3be4f3bbd1a1 req-ee83f632-b1c0-45d1-a9d0-ab803b551b09 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Dec 13 23:04:54.310084 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232b9c5-3afb-4728-9f75-e74cfe5a49c8 req-c4a48b90-88d0-4e26-a577-7c119702ff3a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:54.311732 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e232b9c5-3afb-4728-9f75-e74cfe5a49c8 req-c4a48b90-88d0-4e26-a577-7c119702ff3a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 944 time: 0.0517063 Dec 13 23:04:54.363541 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e232b9c5-3afb-4728-9f75-e74cfe5a49c8 req-08a88ce2-1007-43fc-8d6e-d22d8e5a4112 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Dec 13 23:04:55.349986 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662d41-40db-439d-86a4-fce7ff936e47 req-2de4021c-555e-400a-afee-14dfd6ea2bb3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:55.351522 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d662d41-40db-439d-86a4-fce7ff936e47 req-2de4021c-555e-400a-afee-14dfd6ea2bb3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0806406 Dec 13 23:04:55.363446 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f367ad5-66e9-4879-90b5-76a149153c57 req-d2619b57-a9b5-4c7a-baac-284a71934fa1 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:55.364876 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f367ad5-66e9-4879-90b5-76a149153c57 req-d2619b57-a9b5-4c7a-baac-284a71934fa1 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0671978 Dec 13 23:04:55.437070 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d662d41-40db-439d-86a4-fce7ff936e47 req-295b58c9-ecc2-444a-ab56-145a04c272aa tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709958 Dec 13 23:04:55.441566 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f367ad5-66e9-4879-90b5-76a149153c57 req-61afdf3c-f960-473b-9aaa-d79f9ce04fe6 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698307 Dec 13 23:04:55.550813 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383be4c-d437-414f-8a29-10a807c6bd78 req-f0a7b143-0917-4eec-8dc0-d686d0a219d2 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:55.556207 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e383be4c-d437-414f-8a29-10a807c6bd78 req-f0a7b143-0917-4eec-8dc0-d686d0a219d2 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 944 time: 0.0586143 Dec 13 23:04:55.611911 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e383be4c-d437-414f-8a29-10a807c6bd78 req-f3734737-cd1b-4924-bf08-eb5bd1daa98b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Dec 13 23:04:56.585786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc18ab-9d99-424a-bede-1c61ee3aa9d2 req-41b07e6d-7731-4bef-8485-f309deb2113d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:56.587252 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b5bc18ab-9d99-424a-bede-1c61ee3aa9d2 req-41b07e6d-7731-4bef-8485-f309deb2113d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0782263 Dec 13 23:04:56.595316 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac550e-7961-41e3-b845-5a6067a0bb44 req-7f3ee451-9ace-4cd0-bd82-62fb2b1c3b78 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:56.596664 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aac550e-7961-41e3-b845-5a6067a0bb44 req-7f3ee451-9ace-4cd0-bd82-62fb2b1c3b78 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0788674 Dec 13 23:04:56.669447 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b5bc18ab-9d99-424a-bede-1c61ee3aa9d2 req-4c6c6887-8ae8-42f2-9dfc-26e825ac4b84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718377 Dec 13 23:04:56.679778 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8aac550e-7961-41e3-b845-5a6067a0bb44 req-203f38d5-2373-41a0-88ec-8492a8d2fbc5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751503 Dec 13 23:04:56.805815 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49983-0a01-4784-9418-7f8666ab874a req-c06df317-546b-4945-830b-f6792b23221f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:56.807299 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59a49983-0a01-4784-9418-7f8666ab874a req-c06df317-546b-4945-830b-f6792b23221f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 944 time: 0.0547597 Dec 13 23:04:56.860524 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59a49983-0a01-4784-9418-7f8666ab874a req-b9b27473-0b46-4850-86be-2850ea9d7a47 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461359 Dec 13 23:04:57.055656 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9062a-1358-44f1-92ef-0b01ad79da34 req-6be1ee38-5c24-40fa-b5c9-231cfeb5cb45 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:57.057146 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0dc9062a-1358-44f1-92ef-0b01ad79da34 req-6be1ee38-5c24-40fa-b5c9-231cfeb5cb45 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0518768 Dec 13 23:04:57.110482 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0dc9062a-1358-44f1-92ef-0b01ad79da34 req-faece4db-ddb6-4f22-a867-6f50b557ea4b tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Dec 13 23:04:57.352103 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02c6fedf-f723-4463-8f11-189373d87d07 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:04:57.408460 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 02c6fedf-f723-4463-8f11-189373d87d07 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:04:57.412596 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 02c6fedf-f723-4463-8f11-189373d87d07 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:04:57.412954 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:57.496743 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:57.520075 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6fedf-f723-4463-8f11-189373d87d07'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:04:57.522382 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc68e73-acbe-4d88-bdec-046ae74ad101" -d '{"events": [{"server_uuid": "6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "02c6fedf-f723-4463-8f11-189373d87d07"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:04:57.534909 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 02c6fedf-f723-4463-8f11-189373d87d07, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c6fedf-f723-4463-8f11-189373d87d07,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:04:57.540116 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:04:57.563119 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e76675-984d-46d5-bcf1-a90d4df848b2 x-openstack-request-id: req-d2e76675-984d-46d5-bcf1-a90d4df848b2 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:04:57.563430 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a", "name": "network-vif-plugged", "status": "completed", "tag": "02c6fedf-f723-4463-8f11-189373d87d07", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:04:57.563682 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2e76675-984d-46d5-bcf1-a90d4df848b2 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:04:57.564064 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6fedf-f723-4463-8f11-189373d87d07', 'code': 200} Dec 13 23:04:57.588365 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=02c6fedf-f723-4463-8f11-189373d87d07,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:04:57.801530 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873142-9be4-4912-a3ef-506847dba76e req-e43eaa62-6113-44bd-b3b8-ef26fcee720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:57.803042 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52873142-9be4-4912-a3ef-506847dba76e req-e43eaa62-6113-44bd-b3b8-ef26fcee720c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 1098 time: 0.0708427 Dec 13 23:04:57.811627 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b8eaf-32c3-4cdf-8666-e1582bb06bab req-f5d8063d-8d50-4a23-8d28-71a9b0db831c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:57.813203 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e9b8eaf-32c3-4cdf-8666-e1582bb06bab req-f5d8063d-8d50-4a23-8d28-71a9b0db831c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0719695 Dec 13 23:04:57.890274 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e9b8eaf-32c3-4cdf-8666-e1582bb06bab req-0f45e9c4-8f70-44f3-a9c6-2617ebf74ad1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703239 Dec 13 23:04:57.892336 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52873142-9be4-4912-a3ef-506847dba76e req-0e3d99c0-e90c-4b99-94cc-57e5e047b3ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647449 Dec 13 23:04:57.982819 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0bb37-37d9-4c94-8160-f937aabe87d9 req-1567856c-829e-48ea-898d-49a64b092b68 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:57.984299 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36e0bb37-37d9-4c94-8160-f937aabe87d9 req-1567856c-829e-48ea-898d-49a64b092b68 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0507450 Dec 13 23:04:58.033835 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36e0bb37-37d9-4c94-8160-f937aabe87d9 req-ee517a18-0687-4d9d-841e-fb57292ad4f8 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Dec 13 23:04:58.244222 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a1a3-e669-4b22-822d-8659323ce376 req-3156c649-4e22-4929-9187-affb69da71c9 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:58.245607 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e0a1a3-e669-4b22-822d-8659323ce376 req-3156c649-4e22-4929-9187-affb69da71c9 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0600743 Dec 13 23:04:58.302774 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e0a1a3-e669-4b22-822d-8659323ce376 req-1b3c449c-1f3f-4733-93e8-873ff789059c tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480590 Dec 13 23:04:59.010425 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e3200-fe3c-43e1-a4a9-e406bcbca2ae req-b67ed371-2703-4c23-8d64-50130c864835 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:59.011795 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-375e3200-fe3c-43e1-a4a9-e406bcbca2ae req-b67ed371-2703-4c23-8d64-50130c864835 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0498776 Dec 13 23:04:59.065252 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-375e3200-fe3c-43e1-a4a9-e406bcbca2ae req-0edc4c46-0f32-4af4-a786-5c69b99f43b9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Dec 13 23:04:59.168764 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be936b-e4ec-4c9d-9116-0acc3ef6a9c3 req-8bd7f6e0-7365-4526-a642-9e341c42a9ad tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:59.170285 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-73be936b-e4ec-4c9d-9116-0acc3ef6a9c3 req-8bd7f6e0-7365-4526-a642-9e341c42a9ad tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0475535 Dec 13 23:04:59.226487 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-73be936b-e4ec-4c9d-9116-0acc3ef6a9c3 req-613805bf-c274-49ea-ba15-2c1bfb46988c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493200 Dec 13 23:04:59.422817 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78dba0-f96f-4f1e-9ea3-027748cc4cc9 req-9beca33d-4023-4560-9840-494e259f08da tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:04:59.424301 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db78dba0-f96f-4f1e-9ea3-027748cc4cc9 req-9beca33d-4023-4560-9840-494e259f08da tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0514696 Dec 13 23:04:59.471288 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db78dba0-f96f-4f1e-9ea3-027748cc4cc9 req-60c041c0-46fc-42c7-802d-2638f5bace6a tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/security-groups?id=7aac8454-05d0-44f4-8aec-6d9992e9bf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Dec 13 23:05:00.112577 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-09d5fc13-552a-4162-95e1-0d27f2108350 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:00.114091 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-09d5fc13-552a-4162-95e1-0d27f2108350 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.32 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 949 time: 0.0545859 Dec 13 23:05:00.256926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabf1de-629d-4e1e-9fd1-4425e4c0250f req-812d4273-fb15-4f50-adbe-de7da5ccfb65 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:00.258708 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3fabf1de-629d-4e1e-9fd1-4425e4c0250f req-812d4273-fb15-4f50-adbe-de7da5ccfb65 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1181927 Dec 13 23:05:00.325701 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Deleting port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:05:00.326011 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:00.331632 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3fabf1de-629d-4e1e-9fd1-4425e4c0250f req-c1c91b0b-64d7-4285-b008-5d0df2b9295b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657232 Dec 13 23:05:00.452854 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] For port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,segment=NetworkSegment(72291f30-4e86-4146-9283-807cc9c64dcc),segment_id=72291f30-4e86-4146-9283-807cc9c64dcc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:00.453179 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:00.469868 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Calling delete_port for 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:05:00.496386 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce351a-4909-4e04-8146-30c03884eab8 req-17815018-01ee-40fe-b287-5328ccce3894 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:00.497901 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c4ce351a-4909-4e04-8146-30c03884eab8 req-17815018-01ee-40fe-b287-5328ccce3894 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0899057 Dec 13 23:05:00.607567 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c4ce351a-4909-4e04-8146-30c03884eab8 req-c614ec2c-10da-48d3-8d11-fd3d3655359e tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Dec 13 23:05:00.682212 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:00.702353 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['77c0d7f8-a569-4cac-82a4-f32e4db4ad60'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:00.722471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Pushing event deleted for resources: {'Port': ['ID=77c0d7f8-a569-4cac-82a4-f32e4db4ad60,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:00.769674 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.770026 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.770557 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.770734 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.771182 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.771372 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.771692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.772022 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.772343 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.772664 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.772991 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.773374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.773685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:00.797370 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] No DVR routers for this DVR port 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:05:00.801090 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:00.805766 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b53615e1-c8f6-40f4-8c81-e922d2fe0eb9 req-7de337b0-359a-490f-8c29-2cc48cf0d2e5 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.32 "DELETE /v2.0/ports/77c0d7f8-a569-4cac-82a4-f32e4db4ad60 HTTP/1.1" status: 204 len: 173 time: 0.6716998 Dec 13 23:05:00.806101 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'name': 'network-vif-deleted', 'tag': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:00.808417 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c16791c-3505-460a-a721-344fd274f239" -d '{"events": [{"server_uuid": "75f6b1de-5be0-4140-8450-4837220d3ddc", "name": "network-vif-deleted", "tag": "77c0d7f8-a569-4cac-82a4-f32e4db4ad60"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:01.153118 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd835323-5a98-4cc5-a70c-4c55e97344a2 req-9c7ff293-408b-4931-a0d4-5bda8b12a440 tempest-VolumesNegativeTest-44911175 tempest-VolumesNegativeTest-44911175-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6b1de-5be0-4140-8450-4837220d3ddc HTTP/1.1" status: 200 len: 210 time: 0.0292108 Dec 13 23:05:01.196310 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27871829-af23-4338-a4ce-83a5ecd97bf7 x-openstack-request-id: req-27871829-af23-4338-a4ce-83a5ecd97bf7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:01.196634 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f6b1de-5be0-4140-8450-4837220d3ddc", "name": "network-vif-deleted", "tag": "77c0d7f8-a569-4cac-82a4-f32e4db4ad60", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:01.196888 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27871829-af23-4338-a4ce-83a5ecd97bf7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:01.197276 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f6b1de-5be0-4140-8450-4837220d3ddc', 'name': 'network-vif-deleted', 'tag': '77c0d7f8-a569-4cac-82a4-f32e4db4ad60', 'status': 'completed', 'code': 200} Dec 13 23:05:01.707331 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcac94f-f13f-4104-86a1-20dac0bfa271 req-a0df8424-2948-4e4e-aef7-d24d210242cb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:01.708845 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ebcac94f-f13f-4104-86a1-20dac0bfa271 req-a0df8424-2948-4e4e-aef7-d24d210242cb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.3025959 Dec 13 23:05:01.712202 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-1887fa20-ee4e-4dc8-ac3e-cd0b2d0dc266 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2958992 Dec 13 23:05:01.766329 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ebcac94f-f13f-4104-86a1-20dac0bfa271 req-4f1afbe3-031c-4a8a-b241-e023244d424f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508900 Dec 13 23:05:01.797968 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-3817aed5-20b3-4a43-8829-a3b943c8a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:01.799480 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-3817aed5-20b3-4a43-8829-a3b943c8a940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 1099 time: 0.0481710 Dec 13 23:05:01.910621 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-9e2e0f3d-ab82-4040-98c3-3642159eeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:01.912130 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-9e2e0f3d-ab82-4040-98c3-3642159eeee9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 200 len: 915 time: 0.0850170 Dec 13 23:05:01.958416 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-bd3ef67f-8555-49bf-a346-1b60c467b4be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7 HTTP/1.1" status: 200 len: 217 time: 0.0380778 Dec 13 23:05:02.015436 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-410ade8d-71e4-4ef5-ad54-ec2b175b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:02.016931 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-410ade8d-71e4-4ef5-ad54-ec2b175b8676 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 200 len: 855 time: 0.0503097 Dec 13 23:05:02.050729 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-eb8719e4-db0a-41ad-a0e5-0a023453da39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e25a0760-1b13-4e1d-bcac-3c85e52e485e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251150 Dec 13 23:05:02.152134 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-8489109c-6fc9-4ebb-aea9-8910392e7395 service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914254 Dec 13 23:05:02.254570 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7bf90c00-683d-499e-85ba-617da2079dd7 req-e5ef5a9a-c34c-437d-9de6-ac16de7250fd service neutron] 10.222.0.32 "GET /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Dec 13 23:05:02.899061 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22758-7305-4fa2-bd14-ac85802bb86a req-58db6b6a-83c2-4ec2-81a0-43b0a7301a0e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:02.900556 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81e22758-7305-4fa2-bd14-ac85802bb86a req-58db6b6a-83c2-4ec2-81a0-43b0a7301a0e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0623748 Dec 13 23:05:02.950378 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81e22758-7305-4fa2-bd14-ac85802bb86a req-661a2764-0894-4c29-adc5-dc36fc7dc5d5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Dec 13 23:05:04.073612 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf4208-84d1-418b-839e-45af24fc797f req-1c0598f5-0057-424b-9063-b3d4f6f6885a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:04.075130 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96cf4208-84d1-418b-839e-45af24fc797f req-1c0598f5-0057-424b-9063-b3d4f6f6885a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0568724 Dec 13 23:05:04.122705 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96cf4208-84d1-418b-839e-45af24fc797f req-0f5fd4cf-79f9-437f-854a-ceaa7f9a4b3b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Dec 13 23:05:04.692890 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:05.251760 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38870599-d63e-4c49-81d1-fb88dc1c2681 req-34c4d117-297c-485c-84b2-417ff9af72bd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:05.253244 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38870599-d63e-4c49-81d1-fb88dc1c2681 req-34c4d117-297c-485c-84b2-417ff9af72bd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Dec 13 23:05:05.302136 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38870599-d63e-4c49-81d1-fb88dc1c2681 req-65339b49-dbef-449d-8774-bd4618e7eb7b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Dec 13 23:05:05.421906 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:05:05.446668 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:05:05.446991 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 77c0d7f8-a569-4cac-82a4-f32e4db4ad60 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:05:06.422197 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde61c32-b495-49d6-8c43-2a27e2776769 req-8a119a6a-07aa-49fd-b482-22f0cec73475 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:06.423693 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dde61c32-b495-49d6-8c43-2a27e2776769 req-8a119a6a-07aa-49fd-b482-22f0cec73475 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Dec 13 23:05:06.474881 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dde61c32-b495-49d6-8c43-2a27e2776769 req-c9c10f77-d431-4c85-896b-914445ec0fcb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Dec 13 23:05:07.597769 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475317-be73-4dcf-975a-e16af3d63647 req-1fcf127b-0da5-40a3-804c-26dd13907ee0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:07.599526 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9475317-be73-4dcf-975a-e16af3d63647 req-1fcf127b-0da5-40a3-804c-26dd13907ee0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Dec 13 23:05:07.656412 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9475317-be73-4dcf-975a-e16af3d63647 req-6389fa33-8811-4c79-a67b-2b49793e0571 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499365 Dec 13 23:05:08.781517 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed919-541f-466a-a201-8c6bb29875b1 req-4e5455f1-9d93-4d0d-96e7-e8db36717f81 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:08.783046 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-818ed919-541f-466a-a201-8c6bb29875b1 req-4e5455f1-9d93-4d0d-96e7-e8db36717f81 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0510800 Dec 13 23:05:08.834285 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-818ed919-541f-466a-a201-8c6bb29875b1 req-ef215c41-32cf-440a-b852-04f2a7715ff6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452368 Dec 13 23:05:08.952543 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6e6c-e4d3-41e8-86cd-dd8d4e684b98 req-e444967a-2c9a-4557-b6e2-8d032661b1a2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:08.954248 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cdfd6e6c-e4d3-41e8-86cd-dd8d4e684b98 req-e444967a-2c9a-4557-b6e2-8d032661b1a2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0548091 Dec 13 23:05:09.003626 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cdfd6e6c-e4d3-41e8-86cd-dd8d4e684b98 req-25898d1a-a88a-409f-b60c-b6a417cc8816 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431952 Dec 13 23:05:09.954171 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf219a6f-392d-422c-b7c2-cfb0cfce41cf req-b2b6d215-d3f1-4993-830d-767b63633062 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:09.955653 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf219a6f-392d-422c-b7c2-cfb0cfce41cf req-b2b6d215-d3f1-4993-830d-767b63633062 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Dec 13 23:05:10.009113 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf219a6f-392d-422c-b7c2-cfb0cfce41cf req-cd777018-e999-453a-9a89-ecbe88303033 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Dec 13 23:05:10.134509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d32e9-fe29-4ea3-8707-f0d9f712a41f req-9af4af06-cde0-4dfd-a2ee-6a930aa4eea3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:10.136075 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e43d32e9-fe29-4ea3-8707-f0d9f712a41f req-9af4af06-cde0-4dfd-a2ee-6a930aa4eea3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0540681 Dec 13 23:05:10.189794 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e43d32e9-fe29-4ea3-8707-f0d9f712a41f req-3c8be0ce-7431-4985-bb81-e2f9cacb849d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471168 Dec 13 23:05:11.131294 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671ad2-7908-4411-853c-72831d7d746e req-7df47326-f084-4c0b-ad01-3812925d00a1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:11.132659 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa671ad2-7908-4411-853c-72831d7d746e req-7df47326-f084-4c0b-ad01-3812925d00a1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0513129 Dec 13 23:05:11.181663 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa671ad2-7908-4411-853c-72831d7d746e req-df8287cd-d17d-4989-b856-7736452a85ea tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Dec 13 23:05:11.310693 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a51b4-dad4-402c-a069-9760ff5b5e25 req-d8c9176e-9bad-479f-a5a8-25ed81e2dd45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:11.312389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-919a51b4-dad4-402c-a069-9760ff5b5e25 req-d8c9176e-9bad-479f-a5a8-25ed81e2dd45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0512731 Dec 13 23:05:11.360226 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-919a51b4-dad4-402c-a069-9760ff5b5e25 req-47f12b69-2a2f-410d-ab81-8c5270648cc7 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Dec 13 23:05:12.309180 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5489638-a2cc-4f6c-bad1-de4eecc94074 req-01ee6a4a-a9c2-4388-ae2c-ff3a6eda713d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:12.311185 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f5489638-a2cc-4f6c-bad1-de4eecc94074 req-01ee6a4a-a9c2-4388-ae2c-ff3a6eda713d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0553925 Dec 13 23:05:12.366636 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f5489638-a2cc-4f6c-bad1-de4eecc94074 req-5518697d-261b-4f32-bccd-a71f565ada4a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Dec 13 23:05:12.480226 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7417c2-bbd3-48bf-a206-fb8a83cebd64 req-c7191924-183e-4584-98d4-c20dfa9fd163 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:12.481676 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd7417c2-bbd3-48bf-a206-fb8a83cebd64 req-c7191924-183e-4584-98d4-c20dfa9fd163 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0492494 Dec 13 23:05:12.528505 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd7417c2-bbd3-48bf-a206-fb8a83cebd64 req-93e5d2f2-e2ac-45d8-a7d9-334390828d02 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 Dec 13 23:05:13.094065 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-144cddbd-ffc1-41cd-9825-79c7752ad350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:13.505022 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab6d74-2840-4e54-b7c0-79e347598b13 req-3be46d27-8fc1-4152-a759-cf58717135ee tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:13.506718 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21ab6d74-2840-4e54-b7c0-79e347598b13 req-3be46d27-8fc1-4152-a759-cf58717135ee tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0587776 Dec 13 23:05:13.555120 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21ab6d74-2840-4e54-b7c0-79e347598b13 req-a7ca216f-5525-4885-bc12-1c1a99e13853 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Dec 13 23:05:13.659380 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afa8a-da62-418b-af6f-87145ba7de04 req-adfd51e2-1c32-4f29-85dc-d38d45897f44 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:13.663485 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-628afa8a-da62-418b-af6f-87145ba7de04 req-adfd51e2-1c32-4f29-85dc-d38d45897f44 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0536101 Dec 13 23:05:13.712852 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-628afa8a-da62-418b-af6f-87145ba7de04 req-02fc48c2-95f4-48c3-8ae8-ec69ba6e016e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448389 Dec 13 23:05:14.672529 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1473d0-62f4-46c4-9ea5-566a84ea7c27 req-1a4d226b-c79d-4dde-b71f-f6b66e12cbeb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:14.674046 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8a1473d0-62f4-46c4-9ea5-566a84ea7c27 req-1a4d226b-c79d-4dde-b71f-f6b66e12cbeb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0527439 Dec 13 23:05:14.729579 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8a1473d0-62f4-46c4-9ea5-566a84ea7c27 req-2b396ab4-ce2c-4230-9e91-66d8a73c8733 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479934 Dec 13 23:05:14.834078 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21b90-f2ad-44d6-a4c5-0ebe6043e5b7 req-b23a9ef1-a9fb-4f2b-874f-2663926e0b7a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:14.835549 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ec21b90-f2ad-44d6-a4c5-0ebe6043e5b7 req-b23a9ef1-a9fb-4f2b-874f-2663926e0b7a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0524256 Dec 13 23:05:14.885573 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ec21b90-f2ad-44d6-a4c5-0ebe6043e5b7 req-3c20ed15-ca9a-4e66-8a5f-dcac7678bfd5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Dec 13 23:05:15.237178 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b46416f-1182-4dfd-8ddf-ddb03a8be6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:15.847667 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c67ec-9e60-4ef5-befa-b099c619f44f req-70c581bc-e3c1-46f1-aa1c-41c1b262f618 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:15.849126 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d7c67ec-9e60-4ef5-befa-b099c619f44f req-70c581bc-e3c1-46f1-aa1c-41c1b262f618 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Dec 13 23:05:15.901535 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d7c67ec-9e60-4ef5-befa-b099c619f44f req-2be9ad71-f2ef-43a7-a4d3-aa8260ebbb38 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Dec 13 23:05:16.011364 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad18d0-a52d-4fd6-a1db-a8e4e0214698 req-3a64c1d2-58ca-45d4-a6da-0c73e046bd4e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:16.012837 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cad18d0-a52d-4fd6-a1db-a8e4e0214698 req-3a64c1d2-58ca-45d4-a6da-0c73e046bd4e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0535021 Dec 13 23:05:16.061116 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cad18d0-a52d-4fd6-a1db-a8e4e0214698 req-3dbc5b57-c5a7-4b23-a4c9-09a5487f75c8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Dec 13 23:05:16.822124 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:17.025801 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0c07-49a2-4630-ba74-6085fecf50d6 req-54a5bf3d-7679-448f-a0fd-5ebf38cb7362 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:17.027303 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d62c0c07-49a2-4630-ba74-6085fecf50d6 req-54a5bf3d-7679-448f-a0fd-5ebf38cb7362 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Dec 13 23:05:17.082890 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d62c0c07-49a2-4630-ba74-6085fecf50d6 req-0a2b4634-7ed3-4000-a032-506fbcf5c0c7 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Dec 13 23:05:17.193224 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d200e-ef9b-41d2-9b0e-b71279b65cd1 req-6e6191d9-e530-45ee-a25d-5d534bb45ad8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:17.195090 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f71d200e-ef9b-41d2-9b0e-b71279b65cd1 req-6e6191d9-e530-45ee-a25d-5d534bb45ad8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0521040 Dec 13 23:05:17.256225 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f71d200e-ef9b-41d2-9b0e-b71279b65cd1 req-fa6cb81a-8f3f-4f8d-9888-d00fdcd15c3b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546250 Dec 13 23:05:17.808933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb2a58-a9c5-4af0-a13f-8fe52ae527b8 req-1e2d527b-12ab-4dc4-8dbb-e3bc01be3e4a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:17.810624 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b8bb2a58-a9c5-4af0-a13f-8fe52ae527b8 req-1e2d527b-12ab-4dc4-8dbb-e3bc01be3e4a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Dec 13 23:05:17.870116 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b8bb2a58-a9c5-4af0-a13f-8fe52ae527b8 req-19758e6f-89eb-4652-9e3c-feb8d3fe3330 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521724 Dec 13 23:05:18.154813 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:18.204407 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbe81-72ee-42f4-a301-ec026cf0bc84 req-2726f227-c9af-4b14-9da3-d86896a340a1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:18.205936 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a17dbe81-72ee-42f4-a301-ec026cf0bc84 req-2726f227-c9af-4b14-9da3-d86896a340a1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Dec 13 23:05:18.256553 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a17dbe81-72ee-42f4-a301-ec026cf0bc84 req-203b61da-cab5-4bad-bdc2-8dfe6f5ea618 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Dec 13 23:05:18.381597 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735431c8-19ba-4f5c-989d-ee156e77b080 req-2e2f7222-ad8a-4063-be04-c5d69641427a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:18.383479 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-735431c8-19ba-4f5c-989d-ee156e77b080 req-2e2f7222-ad8a-4063-be04-c5d69641427a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0572007 Dec 13 23:05:18.435121 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-735431c8-19ba-4f5c-989d-ee156e77b080 req-ead54f01-08e3-4487-89af-7767b6b17bc1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Dec 13 23:05:18.841986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:19.028245 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c0e65-c0ef-441e-afc7-4f43ef9b24de req-eca27ce6-9a58-4792-a4ee-97f96e39657c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:19.030691 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e21c0e65-c0ef-441e-afc7-4f43ef9b24de req-eca27ce6-9a58-4792-a4ee-97f96e39657c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0585659 Dec 13 23:05:19.089778 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e21c0e65-c0ef-441e-afc7-4f43ef9b24de req-8df515ed-5895-4c08-babb-14c72123f25d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535476 Dec 13 23:05:19.196314 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd8d3-6d13-430a-aa41-e869d42fcf2a req-acd084c4-f035-415e-bfc4-df6494b67fa9 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:19.197897 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-238bd8d3-6d13-430a-aa41-e869d42fcf2a req-acd084c4-f035-415e-bfc4-df6494b67fa9 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0575271 Dec 13 23:05:19.254461 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-238bd8d3-6d13-430a-aa41-e869d42fcf2a req-dd82ab70-8b54-481a-96c5-31e8365b99fd tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 Dec 13 23:05:19.384671 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bbbbe-99e9-4c52-afeb-a2c9e0619369 req-5ba713d0-a0d2-49c8-a73a-cdd256ce0181 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:19.386218 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d92bbbbe-99e9-4c52-afeb-a2c9e0619369 req-5ba713d0-a0d2-49c8-a73a-cdd256ce0181 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0497394 Dec 13 23:05:19.437044 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d92bbbbe-99e9-4c52-afeb-a2c9e0619369 req-7255c2c9-afe9-4283-bdb4-bbd8b4008422 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Dec 13 23:05:19.550860 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e15f26-d98f-475f-8cdd-37b0b88036bc req-9e032d4c-477b-48ef-b716-a5ec192fc6bc tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:19.552779 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0e15f26-d98f-475f-8cdd-37b0b88036bc req-9e032d4c-477b-48ef-b716-a5ec192fc6bc tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0492806 Dec 13 23:05:19.605716 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0e15f26-d98f-475f-8cdd-37b0b88036bc req-b0e5ad72-646b-4fa7-a236-3f9d9c3617f3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465257 Dec 13 23:05:20.213184 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292b4ff-c1ef-4d89-9406-dbc3fc575d0e req-8963dc6f-5a12-409b-a772-ae382188d498 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:20.214755 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f292b4ff-c1ef-4d89-9406-dbc3fc575d0e req-8963dc6f-5a12-409b-a772-ae382188d498 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Dec 13 23:05:20.265449 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f292b4ff-c1ef-4d89-9406-dbc3fc575d0e req-3a71e41b-aebe-4b8c-bedc-f273508df9c6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441306 Dec 13 23:05:20.376160 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04785-8429-420f-877a-c33b23d5ef57 req-3cde2384-677e-45fc-9589-77478f077dd8 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:20.377643 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6e04785-8429-420f-877a-c33b23d5ef57 req-3cde2384-677e-45fc-9589-77478f077dd8 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0534935 Dec 13 23:05:20.427800 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6e04785-8429-420f-877a-c33b23d5ef57 req-996bf7f2-8d81-445f-abb1-c1852a2c3181 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 Dec 13 23:05:20.558223 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147493c7-702e-46ec-b6ad-7634f36871b5 req-50077f6f-811b-49b8-a69b-0135c0bcfa6e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:20.559602 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-147493c7-702e-46ec-b6ad-7634f36871b5 req-50077f6f-811b-49b8-a69b-0135c0bcfa6e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0542235 Dec 13 23:05:20.608023 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-147493c7-702e-46ec-b6ad-7634f36871b5 req-b2db9c89-512c-46c5-b5a9-acc1c2095a7f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Dec 13 23:05:20.730043 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b731f-1970-4de7-92cd-b2d19b9f40a3 req-b6820fc9-1724-40cb-9e5e-e757585c2b76 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:20.731536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-076b731f-1970-4de7-92cd-b2d19b9f40a3 req-b6820fc9-1724-40cb-9e5e-e757585c2b76 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0581100 Dec 13 23:05:20.781106 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-076b731f-1970-4de7-92cd-b2d19b9f40a3 req-b2ff159c-1534-4f42-816e-70610e7710fd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Dec 13 23:05:21.389651 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f5f79-ed42-4d6b-9656-e1a5d9e4680f req-0eae4f45-2da1-4b0f-a104-9156e1c9385a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:21.391091 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f70f5f79-ed42-4d6b-9656-e1a5d9e4680f req-0eae4f45-2da1-4b0f-a104-9156e1c9385a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0471339 Dec 13 23:05:21.444749 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f70f5f79-ed42-4d6b-9656-e1a5d9e4680f req-7a0e00f8-434d-41fb-87ac-efd9f2c91733 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476122 Dec 13 23:05:21.545858 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55681586-cdf4-4fc4-b805-f601c3c1d189 req-80131d1e-9a4d-48fa-a844-e4c63fbae39a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:21.547781 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55681586-cdf4-4fc4-b805-f601c3c1d189 req-80131d1e-9a4d-48fa-a844-e4c63fbae39a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0497229 Dec 13 23:05:21.573919 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45524) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:21.598626 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55681586-cdf4-4fc4-b805-f601c3c1d189 req-bf341ffb-66b4-40a3-b303-070e1da860a1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Dec 13 23:05:21.705174 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8e0b6b77-8db1-412b-b250-f85cbaf0e39a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26b04bc9649f42f397afedbb1c478345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300859 Dec 13 23:05:21.707988 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45530) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:21.725511 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478718a-c26e-46f5-adba-6c234bc1dbba req-fcb1c4bd-82db-4da1-9c03-1fcec48884a3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:21.727108 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0478718a-c26e-46f5-adba-6c234bc1dbba req-fcb1c4bd-82db-4da1-9c03-1fcec48884a3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0506036 Dec 13 23:05:21.757706 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:21.779696 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:21.801095 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0478718a-c26e-46f5-adba-6c234bc1dbba req-9e73cf5e-ea6b-4efb-aa46-73779677e6db tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677500 Dec 13 23:05:21.824846 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-8514d192-a5c9-4bf9-99c3-b49c701a3e48 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:21.826365 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-8514d192-a5c9-4bf9-99c3-b49c701a3e48 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 945 time: 0.0725384 Dec 13 23:05:21.841734 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:21.844540 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:21.848844 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aac8454-05d0-44f4-8aec-6d9992e9bf85 HTTP/1.1" status: 204 len: 168 time: 0.1397183 Dec 13 23:05:21.857679 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac8454-05d0-44f4-8aec-6d9992e9bf85,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:21.866159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.866511 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.866855 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.867192 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.867524 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.867854 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.868177 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.868731 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.869234 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.869627 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.870026 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.870273 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.870592 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047974b-8e79-4451-820a-d875512ad0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:21.984128 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5147a7-a6ff-456e-9fbb-d27e43d7a6a8 req-d336ed2e-ad93-40de-9693-5964be0496b4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:21.985877 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be5147a7-a6ff-456e-9fbb-d27e43d7a6a8 req-d336ed2e-ad93-40de-9693-5964be0496b4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1119339 Dec 13 23:05:22.014219 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Deleting port 02c6fedf-f723-4463-8f11-189373d87d07 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:05:22.014564 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.084651 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be5147a7-a6ff-456e-9fbb-d27e43d7a6a8 req-0a47a1e4-ec99-40ed-b564-a4fccbeb0b4a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925493 Dec 13 23:05:22.126559 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] For port 02c6fedf-f723-4463-8f11-189373d87d07, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02c6fedf-f723-4463-8f11-189373d87d07,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:22.126924 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.139372 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Calling delete_port for 02c6fedf-f723-4463-8f11-189373d87d07 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:05:22.279563 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.295982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7', '02ed001c-6e95-48af-96d5-9f200d0fb881', 'f7385e78-ed70-42a9-bf3a-1245a3993ec0', '02c6fedf-f723-4463-8f11-189373d87d07'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:22.311088 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event deleted for resources: {'Port': ['ID=02c6fedf-f723-4463-8f11-189373d87d07,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:22.361773 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] No DVR routers for this DVR port 02c6fedf-f723-4463-8f11-189373d87d07 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:05:22.365183 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.369027 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaebdb54-3088-4741-86f7-78c2f071e042 req-3cf30f40-6f68-449a-8060-61a812ce22bf tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "DELETE /v2.0/ports/02c6fedf-f723-4463-8f11-189373d87d07 HTTP/1.1" status: 204 len: 173 time: 0.5340824 Dec 13 23:05:22.369508 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'name': 'network-vif-deleted', 'tag': '02c6fedf-f723-4463-8f11-189373d87d07'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:22.371775 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efff934-e4d1-4df7-a522-bd54ae3dc1f8" -d '{"events": [{"server_uuid": "6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a", "name": "network-vif-deleted", "tag": "02c6fedf-f723-4463-8f11-189373d87d07"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:22.408703 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a652b-1f68-43eb-b32e-d41f6e3fce66 x-openstack-request-id: req-3a2a652b-1f68-43eb-b32e-d41f6e3fce66 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:22.409295 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a", "name": "network-vif-deleted", "tag": "02c6fedf-f723-4463-8f11-189373d87d07", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:22.409295 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a2a652b-1f68-43eb-b32e-d41f6e3fce66 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:22.409655 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a', 'name': 'network-vif-deleted', 'tag': '02c6fedf-f723-4463-8f11-189373d87d07', 'status': 'completed', 'code': 200} Dec 13 23:05:22.566093 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45562) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:22.578319 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc773bd-111e-4a41-b903-7112be9bf771 req-19729720-0fb3-4938-a051-c5a9e492f1ce tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:22.580153 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8dc773bd-111e-4a41-b903-7112be9bf771 req-19729720-0fb3-4938-a051-c5a9e492f1ce tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0534394 Dec 13 23:05:22.649908 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8dc773bd-111e-4a41-b903-7112be9bf771 req-3c8342ca-5332-41e3-a406-c1079b318151 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638151 Dec 13 23:05:22.680479 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1613053308-network', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:22.702344 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Made reservation on behalf of 5dd4dc022cad44d1baaa51931dfdfa31 for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:05:22.704585 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.713502 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.719866 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97033eca-fa03-41ef-9a9b-814a23ba43f0 req-8d057e98-288d-4085-98d7-661b9e820b1f tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce6e711-46f5-47d1-9d2b-9551a3e2fa4a HTTP/1.1" status: 200 len: 210 time: 0.0267212 Dec 13 23:05:22.786985 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.792137 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.820411 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:05:22.830733 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d52a1-5e3c-4eaa-a7cd-5a5a950d7dae,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:22.838527 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.839023 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Added segment e34fbac1-9b0f-4fdc-9728-b17dd5a386dc of type vlan for network f74939c0-8214-4417-aae9-b57cd854e0ea Dec 13 23:05:22.879978 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.906344 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.907483 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:22.908061 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:22.921157 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b5c7a-cdc7-4dc6-bda1-53532372ef42 req-54e29f9a-ca57-44d9-94d4-be2f224d01d3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:22.922702 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5f7b5c7a-cdc7-4dc6-bda1-53532372ef42 req-54e29f9a-ca57-44d9-94d4-be2f224d01d3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Dec 13 23:05:22.972217 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 45572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:22.973056 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4058249 Dec 13 23:05:22.980653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Request body: {'subnet': {'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1613053308-subnet', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:22.992383 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5f7b5c7a-cdc7-4dc6-bda1-53532372ef42 req-b08d4aa5-6f13-4146-854a-455d3a2d975c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Dec 13 23:05:22.998987 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9405f-2171-40b2-b9f3-b20f7477c217 admin admin] Pushing event updated for resources: {'Network': ['ID=f74939c0-8214-4417-aae9-b57cd854e0ea,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:23.026763 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network f74939c0-8214-4417-aae9-b57cd854e0ea details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:05:23.027313 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Made reservation on behalf of 5dd4dc022cad44d1baaa51931dfdfa31 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:05:23.030077 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5738720'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.251570 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5738750'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.288300 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd443e4-d153-4a3f-af53-74770b5598e6 req-d19e431e-9ecf-462b-a280-7e765780246e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:23.289784 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0bd443e4-d153-4a3f-af53-74770b5598e6 req-d19e431e-9ecf-462b-a280-7e765780246e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1204972 Dec 13 23:05:23.333139 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e60573f-32b9-4eff-9ed2-33f5d2a3224d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:23.360114 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Checking segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:23.360475 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Network hostable DHCP agents. Network: f74939c0-8214-4417-aae9-b57cd854e0ea, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:05:23.371325 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0bd443e4-d153-4a3f-af53-74770b5598e6 req-bdd0edcf-381f-4570-9d83-b836c5ba84c5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733571 Dec 13 23:05:23.386538 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Network f74939c0-8214-4417-aae9-b57cd854e0ea is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:05:23.398440 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, f74939c0-8214-4417-aae9-b57cd854e0ea) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:23.404239 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:23.404956 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.409028 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba81eb-6ab2-4c78-bc19-2de959583ec3 None None] Network f74939c0-8214-4417-aae9-b57cd854e0ea requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:05:23.423148 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f84d2b82-aab7-4b1e-9464-d052cb94b0e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4498634 Dec 13 23:05:23.425764 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 45578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:23.430492 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:23.453128 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.454665 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.520205 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.535405 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-f74939c0-8214-4417-aae9-b57cd854e0ea', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:05:23.536712 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.667730 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.681310 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Allocated IP 172.20.0.2 (f74939c0-8214-4417-aae9-b57cd854e0ea/3e60573f-32b9-4eff-9ed2-33f5d2a3224d/7e8611f6-52de-4183-9786-4050f817228f) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:05:23.788439 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf71d85-2eae-45af-b6af-a9c49f78fefe req-7692d4f2-88c1-40b4-baa5-e014774ce998 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:23.793354 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dcf71d85-2eae-45af-b6af-a9c49f78fefe req-7692d4f2-88c1-40b4-baa5-e014774ce998 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0630229 Dec 13 23:05:23.832509 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.840378 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:23.919264 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dcf71d85-2eae-45af-b6af-a9c49f78fefe req-f6bf2e89-c1d8-47aa-8e31-d7776c9cbd60 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214044 Dec 13 23:05:23.998019 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.022916 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.056281 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Network f74939c0-8214-4417-aae9-b57cd854e0ea is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:24.060001 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:24.067274 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:05:24.070480 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Pushing event updated for resources: {'Port': ['ID=7e8611f6-52de-4183-9786-4050f817228f,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:24.107378 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.107958 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.108408 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.108837 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.109244 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.109673 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.110081 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.110480 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.110876 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.111284 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.111735 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.112072 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.112463 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:24.158381 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Attempting to bind port 7e8611f6-52de-4183-9786-4050f817228f on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:05:24.158381 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Attempting to bind port 7e8611f6-52de-4183-9786-4050f817228f by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:05:24.158381 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Attempting to bind port 7e8611f6-52de-4183-9786-4050f817228f on network f74939c0-8214-4417-aae9-b57cd854e0ea {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:05:24.167993 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:05:24.168662 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Checking segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:24.169178 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.169862 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Bound using segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:05:24.170578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Bound port: 7e8611f6-52de-4183-9786-4050f817228f, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:05:24.171109 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.189056 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff5b15-5929-4798-bfc4-749ab9029936 req-0c92a069-2b00-4f5b-8e5b-6eec46b5dfc9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:24.190597 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ccff5b15-5929-4798-bfc4-749ab9029936 req-0c92a069-2b00-4f5b-8e5b-6eec46b5dfc9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1046481 Dec 13 23:05:24.216589 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Allocated IP 172.27.0.189 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/28a97aef-91d7-4674-a8a3-5915b4665f85) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:05:24.270718 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] For port 7e8611f6-52de-4183-9786-4050f817228f, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:05:24.274524 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] For port 7e8611f6-52de-4183-9786-4050f817228f, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=7e8611f6-52de-4183-9786-4050f817228f,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:05:24.279243 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.316655 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ccff5b15-5929-4798-bfc4-749ab9029936 req-0f755d97-1da3-432e-bb28-d40cbc07bce1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197588 Dec 13 23:05:24.358226 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cd09c-8eca-477b-b1a7-e61e930dace6 None None] Pushing event updated for resources: {'Port': ['ID=7e8611f6-52de-4183-9786-4050f817228f,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:24.383495 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.420976 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:24.492921 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:24.498212 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:24.504090 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:05:24.506254 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Pushing event updated for resources: {'Port': ['ID=28a97aef-91d7-4674-a8a3-5915b4665f85,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:24.561189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfa090-7483-4d99-87ac-ff90084d1e92 req-77cc64d6-fec6-443c-a0d0-514f88b7e2c5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:24.562721 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9bfa090-7483-4d99-87ac-ff90084d1e92 req-77cc64d6-fec6-443c-a0d0-514f88b7e2c5 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1147215 Dec 13 23:05:24.698158 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9bfa090-7483-4d99-87ac-ff90084d1e92 req-845a1dda-5341-4aeb-922c-aa1c1be171d7 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291363 Dec 13 23:05:25.107564 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 7e8611f6-52de-4183-9786-4050f817228f up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:25.115211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.164966 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ea3e1-83fe-4b1a-86db-664999ebdc21 req-920b3bb0-3a98-4eee-8b63-ce2e121e31a8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:25.172995 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c3ea3e1-83fe-4b1a-86db-664999ebdc21 req-920b3bb0-3a98-4eee-8b63-ce2e121e31a8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1260827 Dec 13 23:05:25.187404 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 7e8611f6-52de-4183-9786-4050f817228f triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:25.187977 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.316680 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.321924 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c3ea3e1-83fe-4b1a-86db-664999ebdc21 req-34f9250a-b0d5-4127-a961-50e497272381 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476669 Dec 13 23:05:25.372431 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 7e8611f6-52de-4183-9786-4050f817228f, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=7e8611f6-52de-4183-9786-4050f817228f,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:25.382345 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.400969 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cea51-285e-4849-9471-4560d56acb6a req-aa1c0c7d-4f05-482a-9750-d51a30a1564b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:25.402554 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d8cea51-285e-4849-9471-4560d56acb6a req-aa1c0c7d-4f05-482a-9750-d51a30a1564b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.1902773 Dec 13 23:05:25.455693 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e84d3-4ff3-4611-967f-f9e4d5a628ac None None] Network f74939c0-8214-4417-aae9-b57cd854e0ea requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:05:25.457751 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=7e8611f6-52de-4183-9786-4050f817228f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:25.575525 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d8cea51-285e-4849-9471-4560d56acb6a req-9412ee44-ca50-4df9-b015-cf80b6d47e42 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637223 Dec 13 23:05:25.576838 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-6963f27b-7bf8-494b-9187-5f8892a0f260 None None] Provisioning complete for port 7e8611f6-52de-4183-9786-4050f817228f triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:25.577267 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6963f27b-7bf8-494b-9187-5f8892a0f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.596520 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf3c7-20f4-4a17-8aa5-9f5c769e0a3c req-4dcd0484-bcb8-4bc5-97ff-dc8ca3684339 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:25.598123 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-62ecf3c7-20f4-4a17-8aa5-9f5c769e0a3c req-4dcd0484-bcb8-4bc5-97ff-dc8ca3684339 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1238794 Dec 13 23:05:25.628189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.704842 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-62ecf3c7-20f4-4a17-8aa5-9f5c769e0a3c req-3b2de3b0-7e72-464f-b2eb-642d50372157 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968893 Dec 13 23:05:25.865952 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df948406-46ef-459f-ba8a-c87e6f476e57 req-e74a0b7d-7a12-4452-849c-bed4ad312401 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:25.867420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-df948406-46ef-459f-ba8a-c87e6f476e57 req-e74a0b7d-7a12-4452-849c-bed4ad312401 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0807672 Dec 13 23:05:25.868510 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Router 7acf0440-00b6-4b53-8511-4e2c3b68e964 is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:05:25.906273 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b6c4134d-a88c-44b0-89a7-ccf701175789 None None] Provisioning complete for port 7e8611f6-52de-4183-9786-4050f817228f triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:25.906609 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b6c4134d-a88c-44b0-89a7-ccf701175789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:25.962851 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-df948406-46ef-459f-ba8a-c87e6f476e57 req-c7be5595-1f56-432d-9fee-0c0f1d3abd78 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881572 Dec 13 23:05:26.007115 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:05:26.016751 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Sync routers for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:05:26.025670 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.026697 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-72eb7739-5881-439a-b6dd-1f72ae419713 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5995317 Dec 13 23:05:26.027884 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:26.028755 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:26.029951 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45626) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:26.135496 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:26.311071 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:24Z', 'revision_number': 3, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:26.341665 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Checking router: 7acf0440-00b6-4b53-8511-4e2c3b68e964 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:05:26.342062 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Updating router 7acf0440-00b6-4b53-8511-4e2c3b68e964 port 28a97aef-91d7-4674-a8a3-5915b4665f85 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:05:26.367539 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.468722 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.479355 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8edf5-0096-42d3-bdb5-0895ef5a9894 req-95379784-85cd-4a75-9091-69ff7a8c2df5 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:26.495638 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ecb8edf5-0096-42d3-bdb5-0895ef5a9894 req-95379784-85cd-4a75-9091-69ff7a8c2df5 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0823576 Dec 13 23:05:26.552627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ecb8edf5-0096-42d3-bdb5-0895ef5a9894 req-6a071c86-1216-47e0-aeb7-ed9a7cb24f86 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498867 Dec 13 23:05:26.617664 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.624750 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.670842 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Pushing event updated for resources: {'Port': ['ID=28a97aef-91d7-4674-a8a3-5915b4665f85,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:26.677682 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Allocated IP 172.20.0.1 (f74939c0-8214-4417-aae9-b57cd854e0ea/3e60573f-32b9-4eff-9ed2-33f5d2a3224d/e889961b-c76b-4568-bb9b-2bc88de6245a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:05:26.693438 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.694110 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.694621 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.695170 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.695815 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.696317 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.696927 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.697475 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.697807 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.698148 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.698479 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.698804 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.699415 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:05:26.705968 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Attempting to bind port 28a97aef-91d7-4674-a8a3-5915b4665f85 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:05:26.706591 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Attempting to bind port 28a97aef-91d7-4674-a8a3-5915b4665f85 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:05:26.707457 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Attempting to bind port 28a97aef-91d7-4674-a8a3-5915b4665f85 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:05:26.714744 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:05:26.714981 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:26.715701 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.716408 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:05:26.717019 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Bound port: 28a97aef-91d7-4674-a8a3-5915b4665f85, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:05:26.718030 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.760832 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4331369-ad67-4ba4-8426-a24e17a4b0ad req-ed146d03-7f04-42c4-9ee1-2d823b92d9ee tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:26.768471 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4331369-ad67-4ba4-8426-a24e17a4b0ad req-ed146d03-7f04-42c4-9ee1-2d823b92d9ee tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.0784523 Dec 13 23:05:26.775089 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] For port 28a97aef-91d7-4674-a8a3-5915b4665f85, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:05:26.778515 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] For port 28a97aef-91d7-4674-a8a3-5915b4665f85, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28a97aef-91d7-4674-a8a3-5915b4665f85,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:05:26.789768 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.836772 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4331369-ad67-4ba4-8426-a24e17a4b0ad req-22df90cb-f65b-4165-9e95-9b6ab9caee30 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664332 Dec 13 23:05:26.842461 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c80b4-a970-4adb-8529-bd81efb0c0e3 None None] Pushing event updated for resources: {'Port': ['ID=28a97aef-91d7-4674-a8a3-5915b4665f85,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:26.877504 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.882195 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:26.883073 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:26.916014 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76906b46-d9e9-4cc4-be08-61725d4f66cd req-12620413-9f4e-486c-9742-e8bec9cd108b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:26.919074 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76906b46-d9e9-4cc4-be08-61725d4f66cd req-12620413-9f4e-486c-9742-e8bec9cd108b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0594516 Dec 13 23:05:26.949583 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:26.979640 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76906b46-d9e9-4cc4-be08-61725d4f66cd req-934febe4-4a20-4e08-85cc-811cf3ebf8e1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532384 Dec 13 23:05:26.980346 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Network f74939c0-8214-4417-aae9-b57cd854e0ea is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:27.026383 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:27.028461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:27.062015 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:05:27.106270 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 7e8611f6-52de-4183-9786-4050f817228f up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:27.153548 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20e86-a595-4f0a-a32e-6d300b6399d7 req-15081a85-42e5-4e0d-80c4-25ebddbf7154 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:27.155349 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ccc20e86-a595-4f0a-a32e-6d300b6399d7 req-15081a85-42e5-4e0d-80c4-25ebddbf7154 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0783408 Dec 13 23:05:27.175632 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Pushing event updated for resources: {'Port': ['ID=e889961b-c76b-4568-bb9b-2bc88de6245a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:27.191294 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.216375 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 7e8611f6-52de-4183-9786-4050f817228f triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:27.217107 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.234324 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:05:27.237109 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ccc20e86-a595-4f0a-a32e-6d300b6399d7 req-826f8bf1-950e-4cd0-a5f2-beaa5b0401f8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751212 Dec 13 23:05:27.305760 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:24Z', 'revision_number': 3, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:27.346716 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d2b7f-5bbf-4dc4-83e9-4e56fe404302 None None] The sync data for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi is: [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:24Z', 'revision_number': 3, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:05:27.360252 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.387423 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-65770522-198e-41c6-9393-bccfa1018012 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:27.389257 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-65770522-198e-41c6-9393-bccfa1018012 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.0904019 Dec 13 23:05:27.430877 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-cbe6a2bc-b92b-4ea5-83df-04b651549828 None None] Provisioning complete for port e889961b-c76b-4568-bb9b-2bc88de6245a triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:27.431506 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cbe6a2bc-b92b-4ea5-83df-04b651549828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.477782 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02c6fedf-f723-4463-8f11-189373d87d07 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:05:27.506528 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 02c6fedf-f723-4463-8f11-189373d87d07 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:05:27.506885 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02c6fedf-f723-4463-8f11-189373d87d07 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:05:27.508481 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6a2bc-b92b-4ea5-83df-04b651549828 None None] Port e889961b-c76b-4568-bb9b-2bc88de6245a cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:05:27.542123 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Deleting port f7385e78-ed70-42a9-bf3a-1245a3993ec0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:05:27.542478 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.665080 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] For port f7385e78-ed70-42a9-bf3a-1245a3993ec0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f7385e78-ed70-42a9-bf3a-1245a3993ec0,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:27.665506 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.691094 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Calling delete_port for f7385e78-ed70-42a9-bf3a-1245a3993ec0 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:05:27.783195 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7beb-7aea-44fa-9ec7-6254c88bb2b9 req-4fa86fc2-8832-4817-a0ba-b9c385feebdb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:27.784810 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaec7beb-7aea-44fa-9ec7-6254c88bb2b9 req-4fa86fc2-8832-4817-a0ba-b9c385feebdb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1067438 Dec 13 23:05:27.849140 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaec7beb-7aea-44fa-9ec7-6254c88bb2b9 req-3402f37e-313b-4f12-9738-fa9f65bec934 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571051 Dec 13 23:05:27.881978 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.888733 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.960373 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Pushing event updated for resources: {'Port': ['ID=e889961b-c76b-4568-bb9b-2bc88de6245a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:27.966377 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.969245 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:27.982397 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7', '02ed001c-6e95-48af-96d5-9f200d0fb881', 'f7385e78-ed70-42a9-bf3a-1245a3993ec0'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:28.003465 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event deleted for resources: {'Port': ['ID=f7385e78-ed70-42a9-bf3a-1245a3993ec0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:28.026715 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dbca2-dc77-4cda-aeca-7b38d0da97df req-4787f0d8-b8aa-4616-b0a5-b1f9f4d56e68 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:28.030353 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a7dbca2-dc77-4cda-aeca-7b38d0da97df req-4787f0d8-b8aa-4616-b0a5-b1f9f4d56e68 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=66106e4e-2ac2-4866-a07d-20f05ada9bf8 HTTP/1.1" status: 200 len: 946 time: 0.1179948 Dec 13 23:05:28.111743 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] No DVR routers for this DVR port f7385e78-ed70-42a9-bf3a-1245a3993ec0 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:05:28.124614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:28.127854 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Network f74939c0-8214-4417-aae9-b57cd854e0ea is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:28.128899 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a6dbb343-6663-45c8-a3a4-1d9494b34cc5 req-8f2a822f-82d1-421f-aa2c-c30e5ab27acc tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "DELETE /v2.0/ports/f7385e78-ed70-42a9-bf3a-1245a3993ec0 HTTP/1.1" status: 204 len: 173 time: 0.7321494 Dec 13 23:05:28.129667 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:28.129789 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'name': 'network-vif-deleted', 'tag': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:28.131748 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db4085f-42d1-406b-a05b-bfa6cbcc98ae" -d '{"events": [{"server_uuid": "66106e4e-2ac2-4866-a07d-20f05ada9bf8", "name": "network-vif-deleted", "tag": "f7385e78-ed70-42a9-bf3a-1245a3993ec0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:28.302518 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a7dbca2-dc77-4cda-aeca-7b38d0da97df req-3349d383-fb36-492a-9ef8-9dbac37a9259 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555730 Dec 13 23:05:28.309089 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Router 7acf0440-00b6-4b53-8511-4e2c3b68e964 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:05:28.340364 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43908e5-ad9f-44c3-afc7-af83f6c97f8f req-592e907b-f10e-4653-a077-fc7c04cb382a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:28.342375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b43908e5-ad9f-44c3-afc7-af83f6c97f8f req-592e907b-f10e-4653-a077-fc7c04cb382a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.2323096 Dec 13 23:05:28.433747 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89867481-95b3-49e0-b96a-640a3042aa9e x-openstack-request-id: req-89867481-95b3-49e0-b96a-640a3042aa9e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:28.434948 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66106e4e-2ac2-4866-a07d-20f05ada9bf8", "name": "network-vif-deleted", "tag": "f7385e78-ed70-42a9-bf3a-1245a3993ec0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:28.435699 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89867481-95b3-49e0-b96a-640a3042aa9e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:28.439415 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66106e4e-2ac2-4866-a07d-20f05ada9bf8', 'name': 'network-vif-deleted', 'tag': 'f7385e78-ed70-42a9-bf3a-1245a3993ec0', 'status': 'completed', 'code': 200} Dec 13 23:05:28.463432 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:05:28.469548 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a4e61cc8-30b7-4a90-8f50-2b42afedb824 admin admin] 10.222.0.13 "PUT /v2.0/routers/7acf0440-00b6-4b53-8511-4e2c3b68e964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4380810 Dec 13 23:05:28.478639 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b43908e5-ad9f-44c3-afc7-af83f6c97f8f req-6f92262b-5301-4fe6-aaf6-252b36741a0e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273170 Dec 13 23:05:28.544144 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-aa2037f6-da2c-4250-b24d-0e1be9d3f11d None None] Provisioning complete for port e889961b-c76b-4568-bb9b-2bc88de6245a triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:28.544651 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aa2037f6-da2c-4250-b24d-0e1be9d3f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:28.554711 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157161-559b-44c1-8b29-c346d03d40fa req-7e040d36-6ec2-4c94-8dd5-9192492b46c1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:28.562917 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-93157161-559b-44c1-8b29-c346d03d40fa req-7e040d36-6ec2-4c94-8dd5-9192492b46c1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0604415 Dec 13 23:05:28.612102 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-aa2037f6-da2c-4250-b24d-0e1be9d3f11d None None] Port e889961b-c76b-4568-bb9b-2bc88de6245a cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:05:28.623752 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-93157161-559b-44c1-8b29-c346d03d40fa req-bc8dbb3e-2237-4b03-8929-c0c782187138 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597658 Dec 13 23:05:28.849315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadb166-2fb7-479d-9f1a-15d111f6cb8b req-e74bbf83-c96f-47f0-8725-f56c65394d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:28.850893 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fadb166-2fb7-479d-9f1a-15d111f6cb8b req-e74bbf83-c96f-47f0-8725-f56c65394d42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 1098 time: 0.0555589 Dec 13 23:05:28.908320 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fadb166-2fb7-479d-9f1a-15d111f6cb8b req-bc531d15-8515-4bbf-bff7-bd3dd24ca7c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Dec 13 23:05:28.989883 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965316-2596-4a63-a1c5-7410e08b4f50 req-e8cddb00-7cc2-490c-b6ef-8046458a7514 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:28.991313 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-73965316-2596-4a63-a1c5-7410e08b4f50 req-e8cddb00-7cc2-490c-b6ef-8046458a7514 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Dec 13 23:05:29.049725 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-73965316-2596-4a63-a1c5-7410e08b4f50 req-b6de0967-add9-42c0-8f43-a974cc11ef4b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513361 Dec 13 23:05:29.062979 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45696) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:29.070159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1601439852-network', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:29.095999 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28a97aef-91d7-4674-a8a3-5915b4665f85 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:29.100760 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Made reservation on behalf of 4c180bf7ce844699b8d8cddf72a5d0f5 for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:05:29.103263 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.112863 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.146108 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 28a97aef-91d7-4674-a8a3-5915b4665f85 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:29.146421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.194787 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.199700 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.224420 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:05:29.229709 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.234522 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e9cf1-7fef-40aa-a02f-061fb45e63c8,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:29.239722 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.240065 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Added segment b3ed88e9-d59f-491f-8b4c-070221800c90 of type vlan for network e5d943b3-13e0-454e-a548-2be7be38b48d Dec 13 23:05:29.253926 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 28a97aef-91d7-4674-a8a3-5915b4665f85, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28a97aef-91d7-4674-a8a3-5915b4665f85,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:29.261400 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.284525 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.316230 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.317213 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:29.317501 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=28a97aef-91d7-4674-a8a3-5915b4665f85,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:29.317877 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.368508 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3041761 Dec 13 23:05:29.371320 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45700) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:29.382352 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Request body: {'subnet': {'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1601439852-subnet', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:29.396717 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d74b-0f7c-4267-8f93-7043a12e1743 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d943b3-13e0-454e-a548-2be7be38b48d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:29.408628 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network e5d943b3-13e0-454e-a548-2be7be38b48d details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:05:29.413652 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Made reservation on behalf of 4c180bf7ce844699b8d8cddf72a5d0f5 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:05:29.416190 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.453198 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Sync routers for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:05:29.487600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:29.488063 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:29.654341 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:29.667004 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca329653-39ba-4252-bfa4-67dd90746bbe req-a62796d0-d875-4f41-9ea1-6d334af1582e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:29.668791 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca329653-39ba-4252-bfa4-67dd90746bbe req-a62796d0-d875-4f41-9ea1-6d334af1582e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0816319 Dec 13 23:05:29.694607 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.709039 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addc0f-4a9f-4055-8e6a-d9261e3c0268 req-cf02dc27-f220-480d-b69e-5440f750d91b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:29.710666 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5addc0f-4a9f-4055-8e6a-d9261e3c0268 req-cf02dc27-f220-480d-b69e-5440f750d91b tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.0829790 Dec 13 23:05:29.744764 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1f1565-7b09-4af7-bd01-54a1f674377b,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:29.761083 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Checking segment: {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:29.761555 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Network hostable DHCP agents. Network: e5d943b3-13e0-454e-a548-2be7be38b48d, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:05:29.776215 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca329653-39ba-4252-bfa4-67dd90746bbe req-b1f2c0fe-5ac9-454d-bbe5-f22835af9ec9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Dec 13 23:05:29.781048 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Network e5d943b3-13e0-454e-a548-2be7be38b48d is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:05:29.792808 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, e5d943b3-13e0-454e-a548-2be7be38b48d) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:29.797537 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:29.798246 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.807995 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5af53b-7b4a-44c3-a746-01b55198fbb4 None None] Network e5d943b3-13e0-454e-a548-2be7be38b48d requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:05:29.812479 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5addc0f-4a9f-4055-8e6a-d9261e3c0268 req-6c7fe06e-1380-44bc-b9a7-f2c1ecae7f1c tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771499 Dec 13 23:05:29.828603 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d169e882-b5e2-4e14-8291-ce421ed2c08e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4562335 Dec 13 23:05:29.831478 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 45716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:29.835931 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:29.859897 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.861079 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.948166 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:29.968153 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82693548-7f99-4fa1-b1e8-74698a022854 req-52d55f00-56e2-4753-a926-bed01629f398 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:29.969675 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-82693548-7f99-4fa1-b1e8-74698a022854 req-52d55f00-56e2-4753-a926-bed01629f398 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0966849 Dec 13 23:05:29.984859 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 2, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:29.988035 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-e5d943b3-13e0-454e-a548-2be7be38b48d', 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d', 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'fixed_ips': [{'subnet_id': '6c1f1565-7b09-4af7-bd01-54a1f674377b'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:05:29.988879 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.024619 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Checking router: 7acf0440-00b6-4b53-8511-4e2c3b68e964 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:05:30.025149 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Updating router 7acf0440-00b6-4b53-8511-4e2c3b68e964 port e889961b-c76b-4568-bb9b-2bc88de6245a binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:05:30.065811 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.130422 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.140157 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-82693548-7f99-4fa1-b1e8-74698a022854 req-92ebc296-1b73-48e4-b17b-f4d745020875 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403821 Dec 13 23:05:30.258780 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff7ec2-de03-4fd6-bff3-eb4d5ac29619 req-f7a05778-5674-4e84-8d79-d91f1a34c19b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:30.260625 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5aff7ec2-de03-4fd6-bff3-eb4d5ac29619 req-f7a05778-5674-4e84-8d79-d91f1a34c19b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0687473 Dec 13 23:05:30.413073 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5aff7ec2-de03-4fd6-bff3-eb4d5ac29619 req-9b910ee1-22d5-433c-b053-18947c98d08f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365552 Dec 13 23:05:30.444065 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Allocated IP 172.20.0.2 (e5d943b3-13e0-454e-a548-2be7be38b48d/6c1f1565-7b09-4af7-bd01-54a1f674377b/e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:05:30.473697 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.503571 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb81d91-0ddb-43e0-9137-95c959db19e7 req-d260ff9a-6c9e-4849-aba2-16af46dfa891 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:30.505060 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bbb81d91-0ddb-43e0-9137-95c959db19e7 req-d260ff9a-6c9e-4849-aba2-16af46dfa891 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1103876 Dec 13 23:05:30.514408 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.624267 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bbb81d91-0ddb-43e0-9137-95c959db19e7 req-565a77ec-8432-498a-bc5d-942422188a46 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079271 Dec 13 23:05:30.633369 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-e1d4c6c0-2050-4c34-8097-eec5d068a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:30.635274 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-e1d4c6c0-2050-4c34-8097-eec5d068a3d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1098 time: 0.1290178 Dec 13 23:05:30.710421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.722694 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.725724 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.749616 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Allocated IP 172.27.0.195 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/0f7e1449-d7be-42f7-aba9-b674dd1730b0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:05:30.753994 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.774610 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Network e5d943b3-13e0-454e-a548-2be7be38b48d is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:30.779547 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:30.784842 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:05:30.799925 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Pushing event updated for resources: {'Port': ['ID=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:30.809532 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-7e66be01-0029-4bd6-a739-c3c113d0b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:30.811290 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-7e66be01-0029-4bd6-a739-c3c113d0b153 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 910 time: 0.1433766 Dec 13 23:05:30.934521 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.983559 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e37389-ec39-464c-b496-b89fbaff65c3 None None] Pushing event updated for resources: {'Port': ['ID=e889961b-c76b-4568-bb9b-2bc88de6245a,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:30.986867 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Attempting to bind port e889961b-c76b-4568-bb9b-2bc88de6245a on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:05:30.987271 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Attempting to bind port e889961b-c76b-4568-bb9b-2bc88de6245a by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:05:30.987595 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Attempting to bind port e889961b-c76b-4568-bb9b-2bc88de6245a on network f74939c0-8214-4417-aae9-b57cd854e0ea {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:05:30.995399 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:05:30.995788 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Checking segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:30.996210 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:30.996594 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Bound using segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:05:30.997071 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Bound port: e889961b-c76b-4568-bb9b-2bc88de6245a, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:05:30.997506 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.000281 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Attempting to bind port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:05:31.000824 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Attempting to bind port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:05:31.001554 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Attempting to bind port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 on network e5d943b3-13e0-454e-a548-2be7be38b48d {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:05:31.001809 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.011727 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:05:31.012113 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Checking segment: {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:31.012525 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.012940 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Bound using segment: {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:05:31.013433 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Bound port: e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:05:31.013827 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.074064 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45738) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:31.133563 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-ca7b83a0-0de1-4685-97e4-e07ba4669c24 None None] Provisioning complete for port e889961b-c76b-4568-bb9b-2bc88de6245a triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:31.133949 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ca7b83a0-0de1-4685-97e4-e07ba4669c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.143412 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:31.158524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:31.167087 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:05:31.171374 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28a97aef-91d7-4674-a8a3-5915b4665f85 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:31.172291 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-60c0e118-7bf8-421d-b24a-ece11a16453d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 200 len: 1001 time: 0.1994178 Dec 13 23:05:31.175786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7e1449-d7be-42f7-aba9-b674dd1730b0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:31.213216 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-81ff443d-9b28-4076-bdee-32b21e6c55d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.219705 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b83a0-0de1-4685-97e4-e07ba4669c24 None None] Port e889961b-c76b-4568-bb9b-2bc88de6245a cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:05:31.252096 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] For port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:05:31.257010 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] For port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,segment=NetworkSegment(b3ed88e9-d59f-491f-8b4c-070221800c90),segment_id=b3ed88e9-d59f-491f-8b4c-070221800c90)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:05:31.260956 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] For port e889961b-c76b-4568-bb9b-2bc88de6245a, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:05:31.266417 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] For port e889961b-c76b-4568-bb9b-2bc88de6245a, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e889961b-c76b-4568-bb9b-2bc88de6245a,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:05:31.268017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.301818 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-81ff443d-9b28-4076-bdee-32b21e6c55d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.302505 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.307921 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-81ff443d-9b28-4076-bdee-32b21e6c55d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.339599 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-81ff443d-9b28-4076-bdee-32b21e6c55d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12425c3191f84b62b45bfd37db2d29d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643468 Dec 13 23:05:31.341314 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45742) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:31.366777 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 28a97aef-91d7-4674-a8a3-5915b4665f85 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:31.371049 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.389590 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff443d-9b28-4076-bdee-32b21e6c55d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d9917d-967f-4e5d-808a-fbc0b98d66c7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:31.410084 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab7e2e-0816-47c4-9f83-153ce20e0fa1 None None] Pushing event updated for resources: {'Port': ['ID=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:31.433292 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9630-35ad-4223-88c2-43d0eb875704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.458093 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:31.464099 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:31.466762 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9630-35ad-4223-88c2-43d0eb875704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.525165 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device f7385e78-ed70-42a9-bf3a-1245a3993ec0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:05:31.540124 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221df5-16b7-4dab-a47a-af513a03a81e req-c45c5b52-e8ab-461e-921a-f0788496a7f4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:31.542173 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2d221df5-16b7-4dab-a47a-af513a03a81e req-c45c5b52-e8ab-461e-921a-f0788496a7f4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.5680003 Dec 13 23:05:31.550294 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9630-35ad-4223-88c2-43d0eb875704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.553251 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9630-35ad-4223-88c2-43d0eb875704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.557860 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eeabd3-ac9a-498e-a836-80238ab3c5ba req-1e1667f2-e6b1-4446-b56c-26040ac47534 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:31.558053 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1d0e9630-35ad-4223-88c2-43d0eb875704 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4d9917d-967f-4e5d-808a-fbc0b98d66c7 HTTP/1.1" status: 204 len: 168 time: 0.2130065 Dec 13 23:05:31.558168 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1eeabd3-ac9a-498e-a836-80238ab3c5ba req-1e1667f2-e6b1-4446-b56c-26040ac47534 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.5850852 Dec 13 23:05:31.569776 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e9630-35ad-4223-88c2-43d0eb875704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d9917d-967f-4e5d-808a-fbc0b98d66c7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:31.603986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: f7385e78-ed70-42a9-bf3a-1245a3993ec0 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:05:31.604335 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device f7385e78-ed70-42a9-bf3a-1245a3993ec0 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:05:31.619740 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e37389-ec39-464c-b496-b89fbaff65c3 None None] Pushing event updated for resources: {'Port': ['ID=e889961b-c76b-4568-bb9b-2bc88de6245a,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:31.633451 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-d346adbb-7bd1-47e2-997a-6a2a31588d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:31.635190 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-d346adbb-7bd1-47e2-997a-6a2a31588d48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.4354177 Dec 13 23:05:31.730959 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:31.798198 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b850ea17-4355-4b85-8d18-7738d4c3149b None None] Provisioning complete for port e889961b-c76b-4568-bb9b-2bc88de6245a triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:31.798571 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b850ea17-4355-4b85-8d18-7738d4c3149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:31.921713 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1eeabd3-ac9a-498e-a836-80238ab3c5ba req-851a7a10-9be8-4af3-8d7b-501158f325ae tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113205 Dec 13 23:05:31.966293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-2b945eb4-5e1b-4efa-8618-bf8e4a34bf8a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:31.967869 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-2b945eb4-5e1b-4efa-8618-bf8e4a34bf8a tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.4226706 Dec 13 23:05:31.980057 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2d221df5-16b7-4dab-a47a-af513a03a81e req-129a54bf-0ef2-47d0-b3f5-a8af80bf8497 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222963 Dec 13 23:05:31.981978 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-ed88c8fa-e7a6-4e73-84dc-ef35d2b5cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:31.983946 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-ed88c8fa-e7a6-4e73-84dc-ef35d2b5cf36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3137722 Dec 13 23:05:32.041575 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b850ea17-4355-4b85-8d18-7738d4c3149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.086047 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b850ea17-4355-4b85-8d18-7738d4c3149b None None] For port e889961b-c76b-4568-bb9b-2bc88de6245a, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e889961b-c76b-4568-bb9b-2bc88de6245a,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:32.088971 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:31Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:32.091546 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b850ea17-4355-4b85-8d18-7738d4c3149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.136532 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583fba8e-624d-48b0-9ee8-02c7e5d2d122 None None] The sync data for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi is: [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:31Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:05:32.174471 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850ea17-4355-4b85-8d18-7738d4c3149b None None] Pushing event updated for resources: {'Port': ['ID=e889961b-c76b-4568-bb9b-2bc88de6245a,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:32.282756 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e91f-e543-48d4-b40a-34fb627e319a req-8463dd34-1f9b-4f20-a01a-1d341aa72ea9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:32.284305 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bae1e91f-e543-48d4-b40a-34fb627e319a req-8463dd34-1f9b-4f20-a01a-1d341aa72ea9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.2700205 Dec 13 23:05:32.368340 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426a458-b3dd-4edc-98ed-5de52b227e2b req-5ab78ae0-cca1-4ad6-9c8a-05ee18577ca3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:32.370258 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6426a458-b3dd-4edc-98ed-5de52b227e2b req-5ab78ae0-cca1-4ad6-9c8a-05ee18577ca3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.3149610 Dec 13 23:05:32.378473 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-dcdcec11-7bcf-470e-8ef8-791863b5ce00 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619587 Dec 13 23:05:32.444227 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Deleting port 02ed001c-6e95-48af-96d5-9f200d0fb881 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:05:32.444490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.454989 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.571492 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bae1e91f-e543-48d4-b40a-34fb627e319a req-e8604ce5-e3d0-4906-b2b1-333a8135255b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2740347 Dec 13 23:05:32.673637 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01721271-5b7e-4eab-af67-594d156e46b0 None None] Network e5d943b3-13e0-454e-a548-2be7be38b48d requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:05:32.685317 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6426a458-b3dd-4edc-98ed-5de52b227e2b req-79345382-1ad9-4564-88eb-336626718526 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033998 Dec 13 23:05:32.758881 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-e8c34007-bfe1-47d5-b951-4d93460d3d03 None None] Provisioning complete for port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:32.759741 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e8c34007-bfe1-47d5-b951-4d93460d3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.765256 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] For port 02ed001c-6e95-48af-96d5-9f200d0fb881, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=02ed001c-6e95-48af-96d5-9f200d0fb881,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:32.765654 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.771130 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8329e9bd-6a44-47da-a6b1-852cfb022e0e req-79a7d6c9-d76b-4567-9827-2d140d9d7bd0 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754714 Dec 13 23:05:32.825095 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Calling delete_port for 02ed001c-6e95-48af-96d5-9f200d0fb881 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:05:32.854578 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7e4ea-922e-4a16-8853-2954cef8bd31 req-5c986c6a-66de-4d3d-91bc-5010aa1c0877 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:32.860477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-79b7e4ea-922e-4a16-8853-2954cef8bd31 req-5c986c6a-66de-4d3d-91bc-5010aa1c0877 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1679764 Dec 13 23:05:32.891494 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e8c34007-bfe1-47d5-b951-4d93460d3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.945155 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e8c34007-bfe1-47d5-b951-4d93460d3d03 None None] For port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,segment=NetworkSegment(b3ed88e9-d59f-491f-8b4c-070221800c90),segment_id=b3ed88e9-d59f-491f-8b4c-070221800c90)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:32.950592 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e8c34007-bfe1-47d5-b951-4d93460d3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:32.999800 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:33.030325 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-79b7e4ea-922e-4a16-8853-2954cef8bd31 req-06dcac02-9bfe-4e20-9c2a-57491072dc59 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010902 Dec 13 23:05:33.053313 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c34007-bfe1-47d5-b951-4d93460d3d03 None None] Pushing event updated for resources: {'Port': ['ID=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:33.217612 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:33.274531 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:33.292728 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7', '02ed001c-6e95-48af-96d5-9f200d0fb881'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:33.295389 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d4fcd-e8d8-4a2b-aacc-9a8699becc1f req-576b6ace-1cf3-45b4-95b4-912e2f4800d7 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:33.297299 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b9d4fcd-e8d8-4a2b-aacc-9a8699becc1f req-576b6ace-1cf3-45b4-95b4-912e2f4800d7 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=353b59fe-6794-411b-82f2-ac6f7dba75d4 HTTP/1.1" status: 200 len: 946 time: 0.1532571 Dec 13 23:05:33.332560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event deleted for resources: {'Port': ['ID=02ed001c-6e95-48af-96d5-9f200d0fb881,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:33.343954 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-a17d89e3-56d0-4866-bf9c-31820b7d7ffc None None] Provisioning complete for port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:33.344950 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a17d89e3-56d0-4866-bf9c-31820b7d7ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:33.406497 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:33.407221 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:33.710606 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] No DVR routers for this DVR port 02ed001c-6e95-48af-96d5-9f200d0fb881 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:05:33.717148 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:33.721642 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3e9b524-ec19-4fdf-9cab-e96f335d8b86 req-70928ef4-668d-4473-8970-2d5be31261d4 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "DELETE /v2.0/ports/02ed001c-6e95-48af-96d5-9f200d0fb881 HTTP/1.1" status: 204 len: 173 time: 1.7352827 Dec 13 23:05:33.727568 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'name': 'network-vif-deleted', 'tag': '02ed001c-6e95-48af-96d5-9f200d0fb881'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:33.729997 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e1906f-41a5-442d-b7b6-31578d32aa45" -d '{"events": [{"server_uuid": "353b59fe-6794-411b-82f2-ac6f7dba75d4", "name": "network-vif-deleted", "tag": "02ed001c-6e95-48af-96d5-9f200d0fb881"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:33.793724 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b9d4fcd-e8d8-4a2b-aacc-9a8699becc1f req-896c769f-64ac-4841-9e9f-d8a6dd3f4467 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725740 Dec 13 23:05:33.800200 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Router 69da1811-2452-4faa-ae46-d5c8fb5af9db is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:05:33.847864 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4d54f-e7c4-4a1c-b560-285ba8768c91 req-4709f3c2-7987-49ec-8728-abf4ede60b7d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:33.849456 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60f4d54f-e7c4-4a1c-b560-285ba8768c91 req-4709f3c2-7987-49ec-8728-abf4ede60b7d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1234739 Dec 13 23:05:33.871272 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e889961b-c76b-4568-bb9b-2bc88de6245a up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:33.963767 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port e889961b-c76b-4568-bb9b-2bc88de6245a triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:33.964299 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.029321 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60f4d54f-e7c4-4a1c-b560-285ba8768c91 req-e5086b9b-7b9e-49f3-8426-a5d1a9ea4c92 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321857 Dec 13 23:05:34.036599 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffe27f-a610-46f1-ba86-1f32f071b2c4 req-d0371800-3cbc-422b-a0f1-262ecfbbe2e1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:34.038024 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-28ffe27f-a610-46f1-ba86-1f32f071b2c4 req-d0371800-3cbc-422b-a0f1-262ecfbbe2e1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1422246 Dec 13 23:05:34.055586 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:05:34.065840 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Sync routers for ids ['69da1811-2452-4faa-ae46-d5c8fb5af9db'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:05:34.078796 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Routers {'69da1811-2452-4faa-ae46-d5c8fb5af9db'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:34.079451 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['69da1811-2452-4faa-ae46-d5c8fb5af9db'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:34.090546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.094521 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a3b90265-de73-437a-b589-652c58fb8242 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2593327 Dec 13 23:05:34.095555 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45770) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:34.101227 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365744f9-1687-46bf-bc85-61f993d73f3d x-openstack-request-id: req-365744f9-1687-46bf-bc85-61f993d73f3d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:34.101625 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353b59fe-6794-411b-82f2-ac6f7dba75d4", "name": "network-vif-deleted", "tag": "02ed001c-6e95-48af-96d5-9f200d0fb881", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:34.101818 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-365744f9-1687-46bf-bc85-61f993d73f3d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:34.102182 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353b59fe-6794-411b-82f2-ac6f7dba75d4', 'name': 'network-vif-deleted', 'tag': '02ed001c-6e95-48af-96d5-9f200d0fb881', 'status': 'completed', 'code': 200} Dec 13 23:05:34.108479 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-28ffe27f-a610-46f1-ba86-1f32f071b2c4 req-da84157c-052f-428e-b31f-7b2c093d696e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635955 Dec 13 23:05:34.186758 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Set router 69da1811-2452-4faa-ae46-d5c8fb5af9db gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:34.484009 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 3, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:34.514582 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Checking router: 69da1811-2452-4faa-ae46-d5c8fb5af9db for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:05:34.517567 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Updating router 69da1811-2452-4faa-ae46-d5c8fb5af9db port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:05:34.549637 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.567020 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.711152 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.746505 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Allocated IP 172.20.0.1 (e5d943b3-13e0-454e-a548-2be7be38b48d/6c1f1565-7b09-4af7-bd01-54a1f674377b/27608cab-e77d-4ecb-87fb-7453b3b695cb) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:05:34.818195 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.826933 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.893727 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.896137 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f321-4b07-4cc4-9983-c3f7832329e7 None None] Pushing event updated for resources: {'Port': ['ID=0f7e1449-d7be-42f7-aba9-b674dd1730b0,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:34.914964 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Attempting to bind port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:05:34.915329 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Attempting to bind port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:05:34.915805 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Attempting to bind port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:05:34.918678 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ffe67-7461-4d5d-a6a0-52df25afdf62 req-a80d91a1-0762-417d-aa37-5f3e6e546f54 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:34.920439 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e4ffe67-7461-4d5d-a6a0-52df25afdf62 req-a80d91a1-0762-417d-aa37-5f3e6e546f54 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0575857 Dec 13 23:05:34.922444 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:05:34.923001 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:34.923571 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.924098 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:05:34.924695 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Bound port: 0f7e1449-d7be-42f7-aba9-b674dd1730b0, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:05:34.925257 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.949227 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:34.983896 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e4ffe67-7461-4d5d-a6a0-52df25afdf62 req-ece7c0aa-04ff-435a-8760-1b35ebf3cce5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572214 Dec 13 23:05:34.996908 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Network e5d943b3-13e0-454e-a548-2be7be38b48d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:35.000120 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:35.004131 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:05:35.040010 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] For port 0f7e1449-d7be-42f7-aba9-b674dd1730b0, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:05:35.044590 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] For port 0f7e1449-d7be-42f7-aba9-b674dd1730b0, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=0f7e1449-d7be-42f7-aba9-b674dd1730b0,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:05:35.050368 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.056795 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Pushing event updated for resources: {'Port': ['ID=27608cab-e77d-4ecb-87fb-7453b3b695cb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:35.081661 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:35.100381 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.117953 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f321-4b07-4cc4-9983-c3f7832329e7 None None] Pushing event updated for resources: {'Port': ['ID=0f7e1449-d7be-42f7-aba9-b674dd1730b0,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:35.134416 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Routers {'69da1811-2452-4faa-ae46-d5c8fb5af9db'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:35.135304 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['69da1811-2452-4faa-ae46-d5c8fb5af9db'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:35.165822 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:35.166618 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.235663 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269881-f7f1-4296-8f3f-b22337706789 req-63a4db11-dc5d-4143-95ab-697c3d51e2e4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:35.239230 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0269881-f7f1-4296-8f3f-b22337706789 req-63a4db11-dc5d-4143-95ab-697c3d51e2e4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0909600 Dec 13 23:05:35.271695 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] Set router 69da1811-2452-4faa-ae46-d5c8fb5af9db gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:35.298286 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.303898 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0269881-f7f1-4296-8f3f-b22337706789 req-990d0330-582e-42bb-a870-d6d767f2900b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538876 Dec 13 23:05:35.305681 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-d8612fdb-d108-4320-893a-f75696f16dc8 None None] Provisioning complete for port 27608cab-e77d-4ecb-87fb-7453b3b695cb triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:35.306724 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8612fdb-d108-4320-893a-f75696f16dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.343672 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d8612fdb-d108-4320-893a-f75696f16dc8 None None] Port 27608cab-e77d-4ecb-87fb-7453b3b695cb cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:05:35.451003 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 3, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:35.480343 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5961fa-684e-4c94-8695-1ba169ed9185 None None] The sync data for ids ['69da1811-2452-4faa-ae46-d5c8fb5af9db'] in dv-cinder-796286-23-iscsi is: [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 3, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:05:35.482073 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.487125 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.552087 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Pushing event updated for resources: {'Port': ['ID=27608cab-e77d-4ecb-87fb-7453b3b695cb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:35.554816 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:35.652293 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Network e5d943b3-13e0-454e-a548-2be7be38b48d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:05:35.654079 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:05:35.798037 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Router 69da1811-2452-4faa-ae46-d5c8fb5af9db has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:05:35.914898 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:05:35.920361 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-fab237a1-c359-44f6-96a6-320f430bdaac admin admin] 10.222.0.13 "PUT /v2.0/routers/69da1811-2452-4faa-ae46-d5c8fb5af9db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237801 Dec 13 23:05:35.971803 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-f3695665-e7e9-4194-b1de-508aef11b9d9 None None] Provisioning complete for port 27608cab-e77d-4ecb-87fb-7453b3b695cb triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:35.972428 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f3695665-e7e9-4194-b1de-508aef11b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.011145 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-f3695665-e7e9-4194-b1de-508aef11b9d9 None None] Port 27608cab-e77d-4ecb-87fb-7453b3b695cb cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:05:36.120886 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9e19d-3c59-4e57-a4c4-b4c91645bef7 req-1bfcb856-ad0c-4a4e-8011-e2bcbfda0499 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:36.122479 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9b9e19d-3c59-4e57-a4c4-b4c91645bef7 req-1bfcb856-ad0c-4a4e-8011-e2bcbfda0499 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0506961 Dec 13 23:05:36.176666 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9b9e19d-3c59-4e57-a4c4-b4c91645bef7 req-d8b8711b-a060-4d06-94ae-08705aa2b14b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Dec 13 23:05:36.423704 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fd5e0-bbb5-4e5e-80e9-23aa70ff0b66 req-04c362f6-051f-4455-8e3a-6b1f3b207407 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:36.425190 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-062fd5e0-bbb5-4e5e-80e9-23aa70ff0b66 req-04c362f6-051f-4455-8e3a-6b1f3b207407 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0509386 Dec 13 23:05:36.471624 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45812) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:36.474527 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-062fd5e0-bbb5-4e5e-80e9-23aa70ff0b66 req-fe5a5e65-8627-45ad-a2ac-cb0fd43e9b77 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425105 Dec 13 23:05:36.476493 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202888634', 'description': 'tempest-secgroup-smoke-1202888634 description', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:36.500767 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.545964 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02ed001c-6e95-48af-96d5-9f200d0fb881 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:05:36.566769 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 02ed001c-6e95-48af-96d5-9f200d0fb881 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:05:36.567113 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 02ed001c-6e95-48af-96d5-9f200d0fb881 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:05:36.568623 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.573323 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.603353 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c62b5-826d-4a30-8828-d457f812cd99,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:36.608230 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.610304 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-246d60b1-1269-47cd-be5b-47c32e51ba8b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1368864 Dec 13 23:05:36.612687 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45816) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:36.617201 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group_rule': {'security_group_id': '7e3c62b5-826d-4a30-8828-d457f812cd99', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:36.643090 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.699698 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.705346 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.725448 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ff656e-1c6f-43f3-9ac0-00e599dbbbb1,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:36.735981 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.737193 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a12fe79c-0a89-4e01-8178-79b334a7c28e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233137 Dec 13 23:05:36.739949 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45818) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:36.744691 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group_rule': {'security_group_id': '7e3c62b5-826d-4a30-8828-d457f812cd99', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:36.772409 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.827561 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.832620 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.854578 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e431e8-00b4-4428-8d06-0f253893f347,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:36.863258 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:36.867058 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-071aeef6-6e59-455b-9c5e-12b297ab6cfc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235869 Dec 13 23:05:36.867421 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 45820) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:36.872330 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group_rule': {'security_group_id': '7e3c62b5-826d-4a30-8828-d457f812cd99', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:36.906218 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.007223 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.012898 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.032153 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Sync routers for ids ['69da1811-2452-4faa-ae46-d5c8fb5af9db'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:05:37.034374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ccc81f-d70e-431a-beb6-b13fbb1576cc,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:37.044876 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Routers {'69da1811-2452-4faa-ae46-d5c8fb5af9db'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:37.045532 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['69da1811-2452-4faa-ae46-d5c8fb5af9db'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:37.047460 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.052218 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45822) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:37.053209 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8ffec12c-f6ef-4515-a416-fe8147c5af46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846907 Dec 13 23:05:37.061654 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group_rule': {'security_group_id': '7e3c62b5-826d-4a30-8828-d457f812cd99', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:37.086050 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 0f7e1449-d7be-42f7-aba9-b674dd1730b0 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:37.105415 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.206897 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:37.207302 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.210039 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Set router 69da1811-2452-4faa-ae46-d5c8fb5af9db gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:37.302840 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aff7e-81f0-4e69-9690-31a0d57598a3 req-a65c2861-51d2-4469-bc7c-439f8a00fe67 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:37.305087 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d1aff7e-81f0-4e69-9690-31a0d57598a3 req-a65c2861-51d2-4469-bc7c-439f8a00fe67 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0535040 Dec 13 23:05:37.358098 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d1aff7e-81f0-4e69-9690-31a0d57598a3 req-cb8195fd-7990-47e8-b97e-eba03e1e0ca1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459499 Dec 13 23:05:37.405930 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.412772 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.431314 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e3224c-3664-4c3f-aa10-8fe969d80e8b,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:37.437764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.440238 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.444052 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-53a16838-3b3f-417c-9a4c-881121532720 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3848717 Dec 13 23:05:37.444242 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45828) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:37.449112 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group_rule': {'security_group_id': '7e3c62b5-826d-4a30-8828-d457f812cd99', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:37.472796 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.securitygroups_db [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Project 5dd4dc022cad44d1baaa51931dfdfa31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:05:37.479435 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.488823 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 0f7e1449-d7be-42f7-aba9-b674dd1730b0, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=0f7e1449-d7be-42f7-aba9-b674dd1730b0,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:37.498318 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.585589 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.588138 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 4, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '27608cab-e77d-4ecb-87fb-7453b3b695cb', 'name': '', 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'mac_address': 'fa:16:3e:14:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c1f1565-7b09-4af7-bd01-54a1f674377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:34Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 2, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'subnets': [{'id': '6c1f1565-7b09-4af7-bd01-54a1f674377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:37.591864 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.592128 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=0f7e1449-d7be-42f7-aba9-b674dd1730b0,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:37.612268 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-4699e1a0-31c4-4ada-86e8-4c34b92ec690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:37.614676 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-4699e1a0-31c4-4ada-86e8-4c34b92ec690 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.1225126 Dec 13 23:05:37.616853 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5d2951-b616-491c-aed6-5236e7e37d41,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:37.628248 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.628498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101e2b-c293-462f-aa49-d400b695790c req-976e78a2-2dc2-4ff1-aee3-0b930f70179e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:37.632398 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-835a49a0-1146-436b-b48a-78a3b7580e2d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1847217 Dec 13 23:05:37.632740 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45834) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:37.634194 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-03101e2b-c293-462f-aa49-d400b695790c req-976e78a2-2dc2-4ff1-aee3-0b930f70179e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0771456 Dec 13 23:05:37.644447 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'security_group_rule': {'security_group_id': '7e3c62b5-826d-4a30-8828-d457f812cd99', 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:05:37.662954 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Checking router: 69da1811-2452-4faa-ae46-d5c8fb5af9db for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:05:37.664353 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Updating router 69da1811-2452-4faa-ae46-d5c8fb5af9db port 27608cab-e77d-4ecb-87fb-7453b3b695cb binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:05:37.674379 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.securitygroups_db [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Project 5dd4dc022cad44d1baaa51931dfdfa31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:05:37.680504 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.699665 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.742270 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-03101e2b-c293-462f-aa49-d400b695790c req-2f9d17cd-2204-4742-8ef0-4c7ef93e92a1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971432 Dec 13 23:05:37.754976 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.764636 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.766791 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-63edb2f2-762f-41a8-9556-7e8d30e0e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:37.768694 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-63edb2f2-762f-41a8-9556-7e8d30e0e510 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.1329942 Dec 13 23:05:37.786866 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fd677a-55ef-430e-a5d9-a1d9b049e77d,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:37.797596 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:37.799114 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8f9c579e-594e-4b00-953c-b4ac94416b73 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651847 Dec 13 23:05:37.831434 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-7b55e998-8cf2-430f-adb3-0920bf504dc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 217 time: 0.0533841 Dec 13 23:05:37.888467 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-0b188edc-3ec6-404d-8246-58f2a94b287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:37.890000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-0b188edc-3ec6-404d-8246-58f2a94b287f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0495422 Dec 13 23:05:37.924808 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-38683747-a4b0-428a-85a5-f4264384c50b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263786 Dec 13 23:05:38.033867 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-453ce758-61a3-41ae-bc40-4290185407d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005800 Dec 13 23:05:38.042275 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.048763 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.119222 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d16d28-c11c-4ea5-b782-a003d01d7c23 None None] Pushing event updated for resources: {'Port': ['ID=27608cab-e77d-4ecb-87fb-7453b3b695cb,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:38.141684 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da816faa-d53f-46c3-9f9d-fb98dbf55b0c req-f34fef37-5891-44cd-aa59-a40a48efedef service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970173 Dec 13 23:05:38.165290 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Attempting to bind port 27608cab-e77d-4ecb-87fb-7453b3b695cb on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:05:38.167260 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Attempting to bind port 27608cab-e77d-4ecb-87fb-7453b3b695cb by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:05:38.167642 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Attempting to bind port 27608cab-e77d-4ecb-87fb-7453b3b695cb on network e5d943b3-13e0-454e-a548-2be7be38b48d {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:05:38.174612 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:05:38.175013 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Checking segment: {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:05:38.175295 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.175819 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Bound using segment: {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:05:38.176201 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Bound port: 27608cab-e77d-4ecb-87fb-7453b3b695cb, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ed88e9-d59f-491f-8b4c-070221800c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:05:38.176949 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.256493 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] For port 27608cab-e77d-4ecb-87fb-7453b3b695cb, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:05:38.265059 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] For port 27608cab-e77d-4ecb-87fb-7453b3b695cb, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=27608cab-e77d-4ecb-87fb-7453b3b695cb,segment=NetworkSegment(b3ed88e9-d59f-491f-8b4c-070221800c90),segment_id=b3ed88e9-d59f-491f-8b4c-070221800c90)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:05:38.275105 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.349493 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d16d28-c11c-4ea5-b782-a003d01d7c23 None None] Pushing event updated for resources: {'Port': ['ID=27608cab-e77d-4ecb-87fb-7453b3b695cb,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:38.376094 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Routers {'69da1811-2452-4faa-ae46-d5c8fb5af9db'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:05:38.376984 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:05:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['69da1811-2452-4faa-ae46-d5c8fb5af9db'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:38.508499 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] Set router 69da1811-2452-4faa-ae46-d5c8fb5af9db gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:05:38.538529 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-a2ec13bf-58b0-4c3a-b6cc-9b591314ba9f None None] Provisioning complete for port 27608cab-e77d-4ecb-87fb-7453b3b695cb triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:38.538900 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a2ec13bf-58b0-4c3a-b6cc-9b591314ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.545824 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c32a9-8a7e-4971-9e1f-9537f31b3456 req-ba1aff16-b4a9-4762-a51c-7283fcf4d6e7 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:38.547454 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-115c32a9-8a7e-4971-9e1f-9537f31b3456 req-ba1aff16-b4a9-4762-a51c-7283fcf4d6e7 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0983181 Dec 13 23:05:38.556703 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc803f-9429-47f7-a65d-530eb19a92b4 req-a586f4cb-8d70-4cb4-bc92-69d40b12791f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:38.558552 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8ffc803f-9429-47f7-a65d-530eb19a92b4 req-a586f4cb-8d70-4cb4-bc92-69d40b12791f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0708656 Dec 13 23:05:38.637396 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8ffc803f-9429-47f7-a65d-530eb19a92b4 req-a7939220-5b67-4bc2-8cb6-5de32f9df8cb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706573 Dec 13 23:05:38.640467 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-115c32a9-8a7e-4971-9e1f-9537f31b3456 req-58699b48-2501-424b-8c31-9244771650de tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808570 Dec 13 23:05:38.883020 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a2ec13bf-58b0-4c3a-b6cc-9b591314ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.914276 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ede09-f963-443e-b671-154e722aef58 req-a3358803-5673-4958-aca7-ab43ec64de0b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:38.917939 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a85ede09-f963-443e-b671-154e722aef58 req-a3358803-5673-4958-aca7-ab43ec64de0b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0649602 Dec 13 23:05:38.944691 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-a2ec13bf-58b0-4c3a-b6cc-9b591314ba9f None None] For port 27608cab-e77d-4ecb-87fb-7453b3b695cb, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=27608cab-e77d-4ecb-87fb-7453b3b695cb,segment=NetworkSegment(b3ed88e9-d59f-491f-8b4c-070221800c90),segment_id=b3ed88e9-d59f-491f-8b4c-070221800c90)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:38.963946 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a2ec13bf-58b0-4c3a-b6cc-9b591314ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:38.968599 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a85ede09-f963-443e-b671-154e722aef58 req-ad1424af-1cf1-490d-b7e4-a77be7647e49 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460389 Dec 13 23:05:39.019185 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec13bf-58b0-4c3a-b6cc-9b591314ba9f None None] Pushing event updated for resources: {'Port': ['ID=27608cab-e77d-4ecb-87fb-7453b3b695cb,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:39.026433 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 4, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '27608cab-e77d-4ecb-87fb-7453b3b695cb', 'name': '', 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'mac_address': 'fa:16:3e:14:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c1f1565-7b09-4af7-bd01-54a1f674377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:34Z', 'updated_at': '2021-12-13T23:05:38Z', 'revision_number': 4, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'subnets': [{'id': '6c1f1565-7b09-4af7-bd01-54a1f674377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:39.057666 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6eebee-805f-448d-8a63-ef8b05ce6bd1 None None] The sync data for ids ['69da1811-2452-4faa-ae46-d5c8fb5af9db'] in dv-cinder-796286-23-iscsi is: [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:05:35Z', 'revision_number': 4, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '27608cab-e77d-4ecb-87fb-7453b3b695cb', 'name': '', 'network_id': 'e5d943b3-13e0-454e-a548-2be7be38b48d', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'mac_address': 'fa:16:3e:14:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6c1f1565-7b09-4af7-bd01-54a1f674377b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:34Z', 'updated_at': '2021-12-13T23:05:38Z', 'revision_number': 4, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'subnets': [{'id': '6c1f1565-7b09-4af7-bd01-54a1f674377b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:05:39.066326 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 0f7e1449-d7be-42f7-aba9-b674dd1730b0 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:39.124365 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-6e0f6642-069e-4df6-b119-b154e7d431d1 None None] Provisioning complete for port 27608cab-e77d-4ecb-87fb-7453b3b695cb triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:39.124741 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6e0f6642-069e-4df6-b119-b154e7d431d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:39.179770 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:39.180142 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:39.788899 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c86095-6a01-4f15-928c-5c50794f8a44 req-c3e4e342-addd-4503-8e67-056f1d6051c6 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:39.790486 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61c86095-6a01-4f15-928c-5c50794f8a44 req-c3e4e342-addd-4503-8e67-056f1d6051c6 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0783722 Dec 13 23:05:39.799170 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db9981-1b55-415f-a6e0-339cbf03cd9b req-d44059e7-ee49-44ad-beba-fcdd6fb5d010 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:39.800648 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d5db9981-1b55-415f-a6e0-339cbf03cd9b req-d44059e7-ee49-44ad-beba-fcdd6fb5d010 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0774844 Dec 13 23:05:39.878173 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61c86095-6a01-4f15-928c-5c50794f8a44 req-9e31a08d-02fd-441a-8fcf-9855f078b062 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765109 Dec 13 23:05:39.881671 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d5db9981-1b55-415f-a6e0-339cbf03cd9b req-b9c77524-1110-45cd-ab21-13cf81b00c99 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736682 Dec 13 23:05:40.098475 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db148324-da39-40ac-b8b9-9eb879e8e14f req-e83d1e81-b871-4b68-a56f-1dcc2cf445fa tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:40.099938 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db148324-da39-40ac-b8b9-9eb879e8e14f req-e83d1e81-b871-4b68-a56f-1dcc2cf445fa tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Dec 13 23:05:40.151420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db148324-da39-40ac-b8b9-9eb879e8e14f req-a9d58fbd-5d74-4b84-ae9e-362bdbaa99d4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451150 Dec 13 23:05:41.035218 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cff85-7057-4b06-b229-ec1715bae2f0 req-c4d047a6-6043-4125-98f6-888e8110ff49 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:41.036846 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a64cff85-7057-4b06-b229-ec1715bae2f0 req-c4d047a6-6043-4125-98f6-888e8110ff49 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0805557 Dec 13 23:05:41.044380 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56014b08-b243-42c6-9cd5-915b4d749598 req-b490f111-3a7c-40fd-a5b0-2f0d64806628 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:41.045921 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56014b08-b243-42c6-9cd5-915b4d749598 req-b490f111-3a7c-40fd-a5b0-2f0d64806628 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0807192 Dec 13 23:05:41.089017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 27608cab-e77d-4ecb-87fb-7453b3b695cb up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:41.117430 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a64cff85-7057-4b06-b229-ec1715bae2f0 req-e23b7258-e211-4e5a-8f1e-94ba4eefc8b9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704632 Dec 13 23:05:41.121854 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56014b08-b243-42c6-9cd5-915b4d749598 req-52393dd4-a4b7-4c0c-b785-63fc745efc89 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687461 Dec 13 23:05:41.139255 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 27608cab-e77d-4ecb-87fb-7453b3b695cb triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:41.139624 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:41.272844 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe64a2-2986-49be-9aac-c88a542c6804 req-6c0bac72-a90d-4111-959f-c848b5954982 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:41.274381 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d0fe64a2-2986-49be-9aac-c88a542c6804 req-6c0bac72-a90d-4111-959f-c848b5954982 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0502160 Dec 13 23:05:41.329106 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d0fe64a2-2986-49be-9aac-c88a542c6804 req-7eb82548-2eb8-4dcf-864c-e924196e90ef tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479131 Dec 13 23:05:42.273379 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023eb8-5e22-4607-9021-14b4ba3cc9de req-b64375a1-36f3-4abb-b6dd-de6490e0bfd0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:42.274856 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08023eb8-5e22-4607-9021-14b4ba3cc9de req-b64375a1-36f3-4abb-b6dd-de6490e0bfd0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0814161 Dec 13 23:05:42.282589 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf0859-4c5c-4eba-96d4-c6be33f38be1 req-376678d4-98bd-42e9-9d86-dfead79f99b1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:42.283937 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-daaf0859-4c5c-4eba-96d4-c6be33f38be1 req-376678d4-98bd-42e9-9d86-dfead79f99b1 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0891972 Dec 13 23:05:42.353235 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08023eb8-5e22-4607-9021-14b4ba3cc9de req-4ef7b951-9c09-4a2a-8ff8-9d1fc3ea48eb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683436 Dec 13 23:05:42.361069 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-daaf0859-4c5c-4eba-96d4-c6be33f38be1 req-ba589dfe-84ae-487b-bbbb-fa6f747d6e25 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbff0c4b-3c38-4f71-a483-a54edf942ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705714 Dec 13 23:05:42.461935 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94ad82-24b3-4b3a-8c78-d91bd393e9f8 req-d91542e8-b9d0-4f79-81bb-a72451afe547 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:42.463479 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6f94ad82-24b3-4b3a-8c78-d91bd393e9f8 req-d91542e8-b9d0-4f79-81bb-a72451afe547 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0507684 Dec 13 23:05:42.526215 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6f94ad82-24b3-4b3a-8c78-d91bd393e9f8 req-5cb31cb5-8b02-45ff-9ccb-8fe28516ada7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551548 Dec 13 23:05:42.725408 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643212b-dab3-46fb-9982-49706d539ff3 req-c682783c-faa5-4ccb-83b6-e8e65b76e0d2 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:42.727421 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8643212b-dab3-46fb-9982-49706d539ff3 req-c682783c-faa5-4ccb-83b6-e8e65b76e0d2 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 946 time: 0.0597160 Dec 13 23:05:42.830316 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Deleting port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:05:42.830664 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:42.926200 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] For port 9f7d1643-23b1-4ec2-997f-a41eed0290e7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f7d1643-23b1-4ec2-997f-a41eed0290e7,segment=NetworkSegment(2b1017b9-02cb-45d6-93c9-5eff8fde92e3),segment_id=2b1017b9-02cb-45d6-93c9-5eff8fde92e3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:42.926926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:42.939748 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Calling delete_port for 9f7d1643-23b1-4ec2-997f-a41eed0290e7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:05:43.088628 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5d48667b-6f49-4875-b3ee-e0c4d64dcb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:43.093553 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:43.112091 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['9f7d1643-23b1-4ec2-997f-a41eed0290e7'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:43.129670 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Pushing event deleted for resources: {'Port': ['ID=9f7d1643-23b1-4ec2-997f-a41eed0290e7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:43.177372 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] No DVR routers for this DVR port 9f7d1643-23b1-4ec2-997f-a41eed0290e7 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:05:43.179969 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:43.183743 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8643212b-dab3-46fb-9982-49706d539ff3 req-ed444d3e-257f-4412-a614-53901a344c2d tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.32 "DELETE /v2.0/ports/9f7d1643-23b1-4ec2-997f-a41eed0290e7 HTTP/1.1" status: 204 len: 173 time: 0.4432602 Dec 13 23:05:43.184191 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d21621-3cd9-4755-8588-0e8cb988d280', 'name': 'network-vif-deleted', 'tag': '9f7d1643-23b1-4ec2-997f-a41eed0290e7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:43.186540 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02ebbb-78b4-4fed-bca4-59374fc8cc76" -d '{"events": [{"server_uuid": "50d21621-3cd9-4755-8588-0e8cb988d280", "name": "network-vif-deleted", "tag": "9f7d1643-23b1-4ec2-997f-a41eed0290e7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:43.226574 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca71948f-667d-469d-820c-2a2dbd91b14e x-openstack-request-id: req-ca71948f-667d-469d-820c-2a2dbd91b14e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:43.226863 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d21621-3cd9-4755-8588-0e8cb988d280", "name": "network-vif-deleted", "tag": "9f7d1643-23b1-4ec2-997f-a41eed0290e7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:43.227121 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca71948f-667d-469d-820c-2a2dbd91b14e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:43.227525 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d21621-3cd9-4755-8588-0e8cb988d280', 'name': 'network-vif-deleted', 'tag': '9f7d1643-23b1-4ec2-997f-a41eed0290e7', 'status': 'completed', 'code': 200} Dec 13 23:05:43.483116 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1606859f-c323-4550-b473-561e52659e40 req-8301ca48-7527-446b-afae-406bee9915bd tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0319455 Dec 13 23:05:43.498318 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2783-411b-422f-a696-511b25da7294 req-4a3205a5-a5ba-4b68-ac4f-ee88dfa7a0b9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:43.500154 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9c0e2783-411b-422f-a696-511b25da7294 req-4a3205a5-a5ba-4b68-ac4f-ee88dfa7a0b9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0768034 Dec 13 23:05:43.555040 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9c0e2783-411b-422f-a696-511b25da7294 req-4a9dd0e0-51e4-4f7b-b54c-3d8f89d4782c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485938 Dec 13 23:05:43.648317 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1621d1-4376-427a-907b-4bcd114ccfad req-2f77ed88-dba5-42be-929e-85b3aa44a1a0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:43.649858 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1f1621d1-4376-427a-907b-4bcd114ccfad req-2f77ed88-dba5-42be-929e-85b3aa44a1a0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Dec 13 23:05:43.699146 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1f1621d1-4376-427a-907b-4bcd114ccfad req-9e40a690-9196-4ee1-9373-01fffcef5546 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428464 Dec 13 23:05:44.593228 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-153a6303-367d-403c-8288-a35031601d80 req-240c432d-e9b5-4b13-94f0-c85e8eab5d67 tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Dec 13 23:05:44.682266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6e9d-ad93-437a-94fa-6f0ac3e24245 req-3dcefbfa-8a95-4d38-acb7-664678f7aea2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:44.683776 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1abf6e9d-ad93-437a-94fa-6f0ac3e24245 req-3dcefbfa-8a95-4d38-acb7-664678f7aea2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0560162 Dec 13 23:05:44.739405 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1abf6e9d-ad93-437a-94fa-6f0ac3e24245 req-c58b73e2-ff73-4309-b0e1-09c2a67c2edb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484688 Dec 13 23:05:44.828023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b9a9-003c-4bd0-b13f-8685483aef9b req-075b3e2f-cb6f-44cc-a947-565d921b523b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:44.829415 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17b4b9a9-003c-4bd0-b13f-8685483aef9b req-075b3e2f-cb6f-44cc-a947-565d921b523b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Dec 13 23:05:44.878373 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17b4b9a9-003c-4bd0-b13f-8685483aef9b req-a7ec09c8-f6ef-4fcb-88fe-cbca0b0ebf0f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429115 Dec 13 23:05:45.243760 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d0a8524b-569c-4a00-ae6e-5c68cb4e124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:45.708251 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5f6f1557-a98b-48b5-9c2c-f819ad65c788 req-d7c80071-676d-4602-86d0-35c13a78cefd tempest-AttachVolumeNegativeTest-1705623858 tempest-AttachVolumeNegativeTest-1705623858-project] 10.222.0.13 "GET /v2.0/ports?device_id=50d21621-3cd9-4755-8588-0e8cb988d280 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Dec 13 23:05:45.898173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc19d-9f99-4123-ab99-b28f2a5d1741 req-f8a047ce-58b8-45f0-adcb-9abea96321b2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:45.899721 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-103dc19d-9f99-4123-ab99-b28f2a5d1741 req-f8a047ce-58b8-45f0-adcb-9abea96321b2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0670710 Dec 13 23:05:45.963603 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-103dc19d-9f99-4123-ab99-b28f2a5d1741 req-68c5612a-c2f6-475d-beee-892b9e3199d4 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Dec 13 23:05:46.014842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a657c6-5fed-47bd-ad81-2dc285689b73 req-f79e34f8-fb5d-4435-8204-0a0d217dd1bd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:46.016241 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-48a657c6-5fed-47bd-ad81-2dc285689b73 req-f79e34f8-fb5d-4435-8204-0a0d217dd1bd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0480156 Dec 13 23:05:46.066812 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-48a657c6-5fed-47bd-ad81-2dc285689b73 req-57a24ca8-a837-428f-a660-abbbe70491c2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423281 Dec 13 23:05:46.768656 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 45982) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:46.819388 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Deleting subnet 1c11890e-1128-4b1f-a199-d8ee7b5f5310 {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:05:46.823077 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:46.831449 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:46.860837 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830994'] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:46.900684 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:46.955656 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5672326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5313348'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:46.987059 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c11890e-1128-4b1f-a199-d8ee7b5f5310,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:46.989048 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:46.993940 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9296e1b8-c36e-4bad-a471-929a84c3ebc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c11890e-1128-4b1f-a199-d8ee7b5f5310 HTTP/1.1" status: 204 len: 168 time: 0.2242074 Dec 13 23:05:46.995037 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 45988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:47.091791 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.112926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3a712-0aab-46a4-9fc4-756eba69623c req-50ab0eb0-7585-4301-9229-66d26b60cadd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:47.114420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6a3a712-0aab-46a4-9fc4-756eba69623c req-50ab0eb0-7585-4301-9229-66d26b60cadd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0745032 Dec 13 23:05:47.241065 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.271633 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6a3a712-0aab-46a4-9fc4-756eba69623c req-dc42a998-c94f-443d-adaf-ee62f293a2fd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506791 Dec 13 23:05:47.273110 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25a0760-1b13-4e1d-bcac-3c85e52e485e']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:47.285954 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1017b9-02cb-45d6-93c9-5eff8fde92e3') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:47.286346 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1017b9-02cb-45d6-93c9-5eff8fde92e3') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:05:47.298377 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.307311 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23d57-ae9f-4145-a722-5484e2c854a4 req-bbf674fd-9d89-4c2f-b61f-cef08b64f46a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:47.308786 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20d23d57-ae9f-4145-a722-5484e2c854a4 req-bbf674fd-9d89-4c2f-b61f-cef08b64f46a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1576359 Dec 13 23:05:47.332424 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.343750 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:05:47.344139 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:05:47.345998 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:05:47.415845 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20d23d57-ae9f-4145-a722-5484e2c854a4 req-2647f7c6-8a1a-408c-9ea8-83b9512abb21 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996878 Dec 13 23:05:47.426591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.434740 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.438781 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e25a0760-1b13-4e1d-bcac-3c85e52e485e HTTP/1.1" status: 204 len: 168 time: 0.4428751 Dec 13 23:05:47.453020 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453f4fe-1ea6-4a2c-8922-b5b5bac6f5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25a0760-1b13-4e1d-bcac-3c85e52e485e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:47.708493 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46000) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:47.752515 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0a3aeef1-5066-443f-b6c2-9d9dc20a2b3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64e3cc2f6e6e4265a268b5f871a7d92c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426984 Dec 13 23:05:47.755249 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46002) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:47.776696 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 9f7d1643-23b1-4ec2-997f-a41eed0290e7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:05:47.797799 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 9f7d1643-23b1-4ec2-997f-a41eed0290e7 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:05:47.798151 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 9f7d1643-23b1-4ec2-997f-a41eed0290e7 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:05:47.808600 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbb70-26d4-47e9-be46-868edc68ac33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.831057 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbb70-26d4-47e9-be46-868edc68ac33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.880743 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbb70-26d4-47e9-be46-868edc68ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.883956 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbb70-26d4-47e9-be46-868edc68ac33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:47.885235 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-7f7fbb70-26d4-47e9-be46-868edc68ac33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbff0c4b-3c38-4f71-a483-a54edf942ba7 HTTP/1.1" status: 204 len: 168 time: 0.1290495 Dec 13 23:05:47.893099 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fbb70-26d4-47e9-be46-868edc68ac33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff0c4b-3c38-4f71-a483-a54edf942ba7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:48.158466 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:48.401179 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9153-ab62-406f-ab77-b10415a7040c req-cfbf8e2e-6346-4c10-ae0b-95fe40067a08 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:48.402853 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db8f9153-ab62-406f-ab77-b10415a7040c req-cfbf8e2e-6346-4c10-ae0b-95fe40067a08 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0572920 Dec 13 23:05:48.468476 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db8f9153-ab62-406f-ab77-b10415a7040c req-23e869cb-02f5-4865-9ab2-a3f275b10754 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Dec 13 23:05:48.576781 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9c363-c7aa-4474-8099-191ac59fd9dc req-65ca35ad-8c87-422c-b914-cb08d5e971a9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:48.578530 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bed9c363-c7aa-4474-8099-191ac59fd9dc req-65ca35ad-8c87-422c-b914-cb08d5e971a9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0587525 Dec 13 23:05:48.629955 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bed9c363-c7aa-4474-8099-191ac59fd9dc req-2b336bf2-79fd-4a66-831d-fa35aacb32cc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451365 Dec 13 23:05:48.849701 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.288180 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46066) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:49.425788 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d0fd6d-64f4-421b-88cf-eeda91f382a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.504823 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d0fd6d-64f4-421b-88cf-eeda91f382a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.510274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d0fd6d-64f4-421b-88cf-eeda91f382a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.546277 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0fd6d-64f4-421b-88cf-eeda91f382a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b98008-1517-4e70-a761-ba03fb41d08b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:49.581308 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-63d0fd6d-64f4-421b-88cf-eeda91f382a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f47ddb4cb1d498e8743d667bbbe03d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919514 Dec 13 23:05:49.584064 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46076) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:49.636540 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a853372-8e0f-4f7d-955c-d7d8938c6149 req-2b8a186e-db09-4e11-b38f-49877a3c7609 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:49.638023 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a853372-8e0f-4f7d-955c-d7d8938c6149 req-2b8a186e-db09-4e11-b38f-49877a3c7609 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0879872 Dec 13 23:05:49.659259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a17a5053-5fec-46fd-9167-7b71c53204cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.699905 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a17a5053-5fec-46fd-9167-7b71c53204cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.733307 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a853372-8e0f-4f7d-955c-d7d8938c6149 req-e13acfb4-6ad8-4170-8573-0a221c0f1058 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887883 Dec 13 23:05:49.787104 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d778-f975-4d64-af7a-207eeb4ddc24 req-7d43d624-ac28-40b5-80a5-75172d9d3c4f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:49.789827 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c64d778-f975-4d64-af7a-207eeb4ddc24 req-7d43d624-ac28-40b5-80a5-75172d9d3c4f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0770984 Dec 13 23:05:49.810623 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a17a5053-5fec-46fd-9167-7b71c53204cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.813374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a17a5053-5fec-46fd-9167-7b71c53204cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:49.814532 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a17a5053-5fec-46fd-9167-7b71c53204cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8b98008-1517-4e70-a761-ba03fb41d08b HTTP/1.1" status: 204 len: 168 time: 0.2295499 Dec 13 23:05:49.828034 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a5053-5fec-46fd-9167-7b71c53204cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b98008-1517-4e70-a761-ba03fb41d08b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:49.852026 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c64d778-f975-4d64-af7a-207eeb4ddc24 req-eb22b633-9137-45db-89e7-b946094e6d1b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551765 Dec 13 23:05:50.879498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe88c9-728b-4d9b-9c8b-c5c51d6433f3 req-adae02d6-a907-4f06-93b4-41448dbed7f8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:50.881177 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ddfe88c9-728b-4d9b-9c8b-c5c51d6433f3 req-adae02d6-a907-4f06-93b4-41448dbed7f8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0688436 Dec 13 23:05:50.957233 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ddfe88c9-728b-4d9b-9c8b-c5c51d6433f3 req-0a3766a0-f3fd-4a0a-b28a-d3199d251759 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691962 Dec 13 23:05:51.012332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf5a94-4859-41e1-80fb-1b0225bc9f0f req-08f794c1-7455-4aa2-80f8-e0e7d1be4d6d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:51.018164 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19bf5a94-4859-41e1-80fb-1b0225bc9f0f req-08f794c1-7455-4aa2-80f8-e0e7d1be4d6d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0722482 Dec 13 23:05:51.064744 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19bf5a94-4859-41e1-80fb-1b0225bc9f0f req-fb261f9a-3d4b-45a7-9594-0078c9cefe17 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445888 Dec 13 23:05:51.602935 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46152) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:51.710296 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad6de-ff8d-400b-acdc-4122e203ccde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:51.790442 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:05:51.793396 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad6de-ff8d-400b-acdc-4122e203ccde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:51.798488 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e3ad6de-ff8d-400b-acdc-4122e203ccde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:51.836085 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:51.836299 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-3e3ad6de-ff8d-400b-acdc-4122e203ccde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6a1aaaf5b51485eb218d244e552a59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321079 Dec 13 23:05:51.851413 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ad6de-ff8d-400b-acdc-4122e203ccde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd07c4-8193-41cb-ae20-23226fe68539,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:51.926591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620c0bf2-7604-4748-a0a8-44f140006cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:51.945310 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:51.958489 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'mac_address': 'fa:16:3e:67:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:05:51.968688 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620c0bf2-7604-4748-a0a8-44f140006cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:52.005536 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:52.020955 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef742767-361d-4046-8bd3-5b8f1c34e632 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:05:52.042195 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:52.052849 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:52.123475 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=6']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:52.170683 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['ef742767-361d-4046-8bd3-5b8f1c34e632'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:52.458045 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c621d5d-383d-4953-8be2-f5d1cf40d459 req-7313c159-c36e-4eb1-a5af-c10b6778ac95 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:52.460388 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c621d5d-383d-4953-8be2-f5d1cf40d459 req-7313c159-c36e-4eb1-a5af-c10b6778ac95 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0938756 Dec 13 23:05:52.472404 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7460b-1edc-4649-9739-c5a853c21cb1 req-58a4c337-5ca7-4be5-b697-bfcc4a1c0370 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:52.473876 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18f7460b-1edc-4649-9739-c5a853c21cb1 req-58a4c337-5ca7-4be5-b697-bfcc4a1c0370 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.1085188 Dec 13 23:05:52.474657 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620c0bf2-7604-4748-a0a8-44f140006cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:52.479787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620c0bf2-7604-4748-a0a8-44f140006cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:52.484250 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-620c0bf2-7604-4748-a0a8-44f140006cbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12fd07c4-8193-41cb-ae20-23226fe68539 HTTP/1.1" status: 204 len: 168 time: 0.6413038 Dec 13 23:05:52.519794 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0bf2-7604-4748-a0a8-44f140006cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd07c4-8193-41cb-ae20-23226fe68539,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:52.574133 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18f7460b-1edc-4649-9739-c5a853c21cb1 req-399e884b-9657-42cc-9527-d9bd49671cba tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906534 Dec 13 23:05:52.578608 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c621d5d-383d-4953-8be2-f5d1cf40d459 req-47aec252-8d10-4ebd-9709-e62ac6f791d3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962343 Dec 13 23:05:52.710959 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d590104-795d-4711-bb55-ae182516e497 req-13164b58-d627-435d-9daa-125c4e660296 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:52.713241 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4d590104-795d-4711-bb55-ae182516e497 req-13164b58-d627-435d-9daa-125c4e660296 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 946 time: 0.0540917 Dec 13 23:05:52.798622 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4d590104-795d-4711-bb55-ae182516e497 req-69a721cb-2cff-4dda-bbe4-560e08d3ead6 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734456 Dec 13 23:05:52.868552 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:52.887850 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055d1eeb-425d-4863-82ed-6a1cf863d526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.019614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055d1eeb-425d-4863-82ed-6a1cf863d526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.024927 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055d1eeb-425d-4863-82ed-6a1cf863d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.068546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1eeb-425d-4863-82ed-6a1cf863d526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151b137a-8a29-4ec7-a8c4-c90de33c15c9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:53.073108 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-055d1eeb-425d-4863-82ed-6a1cf863d526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5217a7466586457eb0f8b4ccf5067591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033751 Dec 13 23:05:53.076169 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46202) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:53.141039 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1840599e-5ff6-4789-8487-79649b70fa97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.166794 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1840599e-5ff6-4789-8487-79649b70fa97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.220678 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1840599e-5ff6-4789-8487-79649b70fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.223720 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1840599e-5ff6-4789-8487-79649b70fa97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:53.228147 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1840599e-5ff6-4789-8487-79649b70fa97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/151b137a-8a29-4ec7-a8c4-c90de33c15c9 HTTP/1.1" status: 204 len: 168 time: 0.1495936 Dec 13 23:05:53.239484 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840599e-5ff6-4789-8487-79649b70fa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b137a-8a29-4ec7-a8c4-c90de33c15c9,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:53.771749 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994ecb0-a78b-46ee-aacf-2358834dddd0 req-a2c41f91-a32f-4641-bef3-5151726dc69f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:53.777843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7994ecb0-a78b-46ee-aacf-2358834dddd0 req-a2c41f91-a32f-4641-bef3-5151726dc69f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0954387 Dec 13 23:05:53.793003 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf940b2e-7f94-445f-a780-c18c7a200ded req-0169eba0-92ef-4047-a702-af65bd647703 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:53.795311 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bf940b2e-7f94-445f-a780-c18c7a200ded req-0169eba0-92ef-4047-a702-af65bd647703 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1020451 Dec 13 23:05:53.824159 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:05:53.863970 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7994ecb0-a78b-46ee-aacf-2358834dddd0 req-3568e57d-af53-4702-8da3-32846a1d82f1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796630 Dec 13 23:05:53.890978 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bf940b2e-7f94-445f-a780-c18c7a200ded req-46eadb8e-2cbd-49d0-95c9-1c553a6a8bfe tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 Dec 13 23:05:53.950987 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port ef742767-361d-4046-8bd3-5b8f1c34e632 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:05:53.951357 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.023051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329edc2-ab37-466c-842e-32a58159dccd req-8f2aa7d6-16c3-4550-b8b1-ff3f9ecd49b7 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:54.024554 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1329edc2-ab37-466c-842e-32a58159dccd req-8f2aa7d6-16c3-4550-b8b1-ff3f9ecd49b7 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 946 time: 0.0713811 Dec 13 23:05:54.069074 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.100958 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:54.102549 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1329edc2-ab37-466c-842e-32a58159dccd req-dbe4bf61-c34a-4ff7-b73d-035d6a27d7da tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Dec 13 23:05:54.108380 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39718cff-3e78-42d0-a58d-b7284a25eec2" -d '{"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-plugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:54.123826 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:54.139430 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.210587 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef397409-a2f7-48ea-a54a-6644887c9805 x-openstack-request-id: req-ef397409-a2f7-48ea-a54a-6644887c9805 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:54.211266 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-plugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:54.211717 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef397409-a2f7-48ea-a54a-6644887c9805 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:54.213744 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'code': 200} Dec 13 23:05:54.221655 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=7']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:54.243450 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bb4315df-85d5-42a7-bbf4-f4c898b86c37 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:54.245538 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bb4315df-85d5-42a7-bbf4-f4c898b86c37 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 946 time: 0.0971031 Dec 13 23:05:54.364152 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Deleting port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:05:54.364678 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.534629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] For port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:05:54.534629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.539457 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Calling delete_port for 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:05:54.718302 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.731034 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['1489cd5c-d9ef-4e3b-95b7-b3103b1fe937'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:05:54.747745 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Pushing event deleted for resources: {'Port': ['ID=1489cd5c-d9ef-4e3b-95b7-b3103b1fe937,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:54.793092 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] No DVR routers for this DVR port 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:05:54.796777 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:54.800551 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db125746-2adb-4a2a-9649-e438574d57f5 req-bde063df-8ea2-4220-9bd2-767dd36fcd6d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "DELETE /v2.0/ports/1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 HTTP/1.1" status: 204 len: 173 time: 0.5426066 Dec 13 23:05:54.801129 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'name': 'network-vif-deleted', 'tag': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:05:54.803825 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00bb4f-4b80-46d2-ab0a-d0a3165b4423" -d '{"events": [{"server_uuid": "5e52bcc7-ca2c-4d3d-b4e9-8343e896825a", "name": "network-vif-deleted", "tag": "1489cd5c-d9ef-4e3b-95b7-b3103b1fe937"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:05:54.852751 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59639a87-1fab-4c84-99f4-20835b02d243 x-openstack-request-id: req-59639a87-1fab-4c84-99f4-20835b02d243 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:05:54.853151 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e52bcc7-ca2c-4d3d-b4e9-8343e896825a", "name": "network-vif-deleted", "tag": "1489cd5c-d9ef-4e3b-95b7-b3103b1fe937", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:05:54.853480 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59639a87-1fab-4c84-99f4-20835b02d243 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:05:54.853863 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e52bcc7-ca2c-4d3d-b4e9-8343e896825a', 'name': 'network-vif-deleted', 'tag': '1489cd5c-d9ef-4e3b-95b7-b3103b1fe937', 'status': 'completed', 'code': 200} Dec 13 23:05:55.043815 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbbf1d-ec33-45dc-a878-150243a097a4 req-8639be6a-7f42-4afc-8fca-33ee6037bcc2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:55.045654 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fbbbf1d-ec33-45dc-a878-150243a097a4 req-8639be6a-7f42-4afc-8fca-33ee6037bcc2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0692399 Dec 13 23:05:55.129530 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fbbbf1d-ec33-45dc-a878-150243a097a4 req-06ec7f1e-98c3-455e-8d7f-856409447bb2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722764 Dec 13 23:05:55.146309 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e050a2-a8d4-4877-946f-af971b25ffd1 req-85340535-b40c-4e60-a9da-94119a125f84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:55.147875 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55e050a2-a8d4-4877-946f-af971b25ffd1 req-85340535-b40c-4e60-a9da-94119a125f84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1012478 Dec 13 23:05:55.238717 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55e050a2-a8d4-4877-946f-af971b25ffd1 req-4972cc07-09ce-43e4-bfeb-1336620be545 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747089 Dec 13 23:05:55.318751 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ca1cb0c-8a52-43c2-8381-c2dfd62b69ab req-1bc1ae4c-5094-44f1-bc43-e6da99248f29 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e52bcc7-ca2c-4d3d-b4e9-8343e896825a HTTP/1.1" status: 200 len: 210 time: 0.0709574 Dec 13 23:05:55.899882 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46294) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:56.008710 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61855032-bb87-495f-b493-273fec7ac951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.086185 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61855032-bb87-495f-b493-273fec7ac951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.091952 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61855032-bb87-495f-b493-273fec7ac951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.128461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61855032-bb87-495f-b493-273fec7ac951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa9269a-c2df-49a8-bad4-222f7df2c908,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:56.134392 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-61855032-bb87-495f-b493-273fec7ac951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47cba561a85c4e9e80cbff51bef68ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332325 Dec 13 23:05:56.136845 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46298) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:56.194738 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0417cb0e-5d3b-454a-8a2d-69a31c34d083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.217612 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0417cb0e-5d3b-454a-8a2d-69a31c34d083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.289195 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0417cb0e-5d3b-454a-8a2d-69a31c34d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.292828 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0417cb0e-5d3b-454a-8a2d-69a31c34d083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.301048 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0417cb0e-5d3b-454a-8a2d-69a31c34d083 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aa9269a-c2df-49a8-bad4-222f7df2c908 HTTP/1.1" status: 204 len: 168 time: 0.1621649 Dec 13 23:05:56.312261 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417cb0e-5d3b-454a-8a2d-69a31c34d083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa9269a-c2df-49a8-bad4-222f7df2c908,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:56.324473 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b73eb8-0bcf-4785-83b0-6b6cc9a38dd1 req-be8c6b8f-6405-4cf7-a30c-ccd1ce8d8566 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:56.331241 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91b73eb8-0bcf-4785-83b0-6b6cc9a38dd1 req-be8c6b8f-6405-4cf7-a30c-ccd1ce8d8566 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1168761 Dec 13 23:05:56.433826 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91b73eb8-0bcf-4785-83b0-6b6cc9a38dd1 req-78996c14-df4a-486d-aa16-0b7807f02c5b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957041 Dec 13 23:05:56.446359 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c2503-bd28-44a2-9cec-0818568ba266 req-63883158-67be-475a-9b06-752c7ed1b899 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:56.454000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ee1c2503-bd28-44a2-9cec-0818568ba266 req-63883158-67be-475a-9b06-752c7ed1b899 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0842896 Dec 13 23:05:56.500094 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ee1c2503-bd28-44a2-9cec-0818568ba266 req-51ad8db3-2bf1-4dd7-8eaf-60d5301c9a2c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Dec 13 23:05:56.705259 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46316) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:56.723157 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49da1765-3fa2-45b7-afe6-7313df8a4d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.799044 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49da1765-3fa2-45b7-afe6-7313df8a4d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.804765 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49da1765-3fa2-45b7-afe6-7313df8a4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.853433 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-49da1765-3fa2-45b7-afe6-7313df8a4d23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=172168f6336a4d98982f41bff260ecc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467295 Dec 13 23:05:56.854624 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da1765-3fa2-45b7-afe6-7313df8a4d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0874d955-e406-4f3f-b024-82225146f867,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:56.855871 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46318) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:56.937379 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd2e59aa-a01e-48ab-b190-0df893080cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:56.980080 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd2e59aa-a01e-48ab-b190-0df893080cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:57.042057 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd2e59aa-a01e-48ab-b190-0df893080cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:57.045225 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd2e59aa-a01e-48ab-b190-0df893080cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:57.049188 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-dd2e59aa-a01e-48ab-b190-0df893080cca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0874d955-e406-4f3f-b024-82225146f867 HTTP/1.1" status: 204 len: 168 time: 0.1885872 Dec 13 23:05:57.055016 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e59aa-a01e-48ab-b190-0df893080cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874d955-e406-4f3f-b024-82225146f867,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:57.580687 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dbc3e-d8dd-49ec-a6ae-b30dfe5c02d9 req-f87c3dba-dc1b-43c8-b724-bc384ea6c215 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:57.588296 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b39dbc3e-d8dd-49ec-a6ae-b30dfe5c02d9 req-f87c3dba-dc1b-43c8-b724-bc384ea6c215 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0603225 Dec 13 23:05:57.672745 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b39dbc3e-d8dd-49ec-a6ae-b30dfe5c02d9 req-1d9e2acd-3e45-4435-952f-8bee69dd1f00 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832925 Dec 13 23:05:57.688661 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829aaa-7438-49af-8477-f3d3cd264f5d req-b33e5fc0-8879-4aa6-8827-3f9ba02b1b44 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:57.690225 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b829aaa-7438-49af-8477-f3d3cd264f5d req-b33e5fc0-8879-4aa6-8827-3f9ba02b1b44 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0815914 Dec 13 23:05:57.763544 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b829aaa-7438-49af-8477-f3d3cd264f5d req-9f858775-e70e-488a-a4ad-e9d54599cf3c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Dec 13 23:05:58.871220 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92373002-6cba-46c4-a2cc-0bb37f130891 req-bd90f57c-d80c-4910-b382-fa8206717c3f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:58.872725 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92373002-6cba-46c4-a2cc-0bb37f130891 req-bd90f57c-d80c-4910-b382-fa8206717c3f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1000979 Dec 13 23:05:59.020787 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92373002-6cba-46c4-a2cc-0bb37f130891 req-5f02c472-cb14-40ec-88d5-e3241fc45525 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381629 Dec 13 23:05:59.056332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62aee-4ead-4b84-8e14-18c8089ea687 req-eb8a1b30-dcfc-4b30-96da-39a82d6ab66a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:05:59.069186 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9c62aee-4ead-4b84-8e14-18c8089ea687 req-eb8a1b30-dcfc-4b30-96da-39a82d6ab66a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1952889 Dec 13 23:05:59.180919 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9c62aee-4ead-4b84-8e14-18c8089ea687 req-d222a2b2-f2d4-45f1-a541-95e6f5321f68 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070402 Dec 13 23:05:59.384957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46392) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:59.500822 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38414bc5-20f6-44a4-91c0-9fb226f37bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.593996 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38414bc5-20f6-44a4-91c0-9fb226f37bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.598990 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38414bc5-20f6-44a4-91c0-9fb226f37bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.641554 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-38414bc5-20f6-44a4-91c0-9fb226f37bab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a59af30ab84c41f2be3568f6866baf3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554317 Dec 13 23:05:59.642441 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38414bc5-20f6-44a4-91c0-9fb226f37bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54999a8-208f-4d42-8d67-a5eac93ebebd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:59.646724 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46398) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:05:59.716908 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e50a925-59b2-4339-95a2-293091bb6a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.748311 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e50a925-59b2-4339-95a2-293091bb6a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.817505 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e50a925-59b2-4339-95a2-293091bb6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.820547 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e50a925-59b2-4339-95a2-293091bb6a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:05:59.824649 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5e50a925-59b2-4339-95a2-293091bb6a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f54999a8-208f-4d42-8d67-a5eac93ebebd HTTP/1.1" status: 204 len: 168 time: 0.1761358 Dec 13 23:05:59.839461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50a925-59b2-4339-95a2-293091bb6a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54999a8-208f-4d42-8d67-a5eac93ebebd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:05:59.859400 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:05:59.896332 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:05:59.896681 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 1489cd5c-d9ef-4e3b-95b7-b3103b1fe937 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:06:00.183440 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30357f8c-f32e-48bb-82e8-6e9ecd8455ab req-f9ae58f2-0e3a-42d8-b2e7-cfac74f4291d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:00.192593 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30357f8c-f32e-48bb-82e8-6e9ecd8455ab req-f9ae58f2-0e3a-42d8-b2e7-cfac74f4291d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0702951 Dec 13 23:06:00.215954 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46414) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:00.249789 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5fce5cf-7244-47fe-86e0-54fb3b6b6151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.292670 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30357f8c-f32e-48bb-82e8-6e9ecd8455ab req-bed25b04-d351-4dc3-8056-5b6531c173c0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929422 Dec 13 23:06:00.361448 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ba7ef-c722-4cc7-8d7b-6d6249aef694 req-e15e62d5-1161-4e6b-8ceb-41822a24589f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:00.370951 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ee8ba7ef-c722-4cc7-8d7b-6d6249aef694 req-e15e62d5-1161-4e6b-8ceb-41822a24589f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0634704 Dec 13 23:06:00.384925 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5fce5cf-7244-47fe-86e0-54fb3b6b6151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.393446 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5fce5cf-7244-47fe-86e0-54fb3b6b6151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.425803 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ee8ba7ef-c722-4cc7-8d7b-6d6249aef694 req-68de1c8b-29a6-412d-95e5-08ce95dfc86e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Dec 13 23:06:00.434024 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d5fce5cf-7244-47fe-86e0-54fb3b6b6151 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20222a3e30134e63954b6be97628858f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168756 Dec 13 23:06:00.436573 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46416) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:00.445888 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fce5cf-7244-47fe-86e0-54fb3b6b6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95cfad9-7157-4d32-8291-a6f3b8859c3e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:00.491215 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62a6c93-e8d9-4bf7-ac1e-9347b4c93384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.514458 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62a6c93-e8d9-4bf7-ac1e-9347b4c93384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.569179 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62a6c93-e8d9-4bf7-ac1e-9347b4c93384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.571839 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62a6c93-e8d9-4bf7-ac1e-9347b4c93384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:00.573039 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d62a6c93-e8d9-4bf7-ac1e-9347b4c93384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d95cfad9-7157-4d32-8291-a6f3b8859c3e HTTP/1.1" status: 204 len: 168 time: 0.1352265 Dec 13 23:06:00.581854 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a6c93-e8d9-4bf7-ac1e-9347b4c93384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95cfad9-7157-4d32-8291-a6f3b8859c3e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:00.808452 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-0d93c7fd-a7d1-4c7b-aacf-733ec33d98a6 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202888634&fields=id&tenant_id=5dd4dc022cad44d1baaa51931dfdfa31 HTTP/1.1" status: 200 len: 267 time: 0.0645587 Dec 13 23:06:00.968275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3d4a969b-a25d-41ff-aa28-90a797f80b44 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:00.986888 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3d4a969b-a25d-41ff-aa28-90a797f80b44 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 809 time: 0.1676607 Dec 13 23:06:01.030119 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-61bdb699-dbd3-443a-9066-712a7f806bed tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/quotas/5dd4dc022cad44d1baaa51931dfdfa31 HTTP/1.1" status: 200 len: 375 time: 0.0420411 Dec 13 23:06:01.109086 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9b07-be12-4735-8103-52fd563cb524 req-fd16a76e-082a-4cfb-9beb-9775b0aa2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:01.111208 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b5b9b07-be12-4735-8103-52fd563cb524 req-fd16a76e-082a-4cfb-9beb-9775b0aa2525 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.1129081 Dec 13 23:06:01.144325 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-493393e9-15ec-4484-88c1-56dd32b5775e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130815 Dec 13 23:06:01.241812 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b5b9b07-be12-4735-8103-52fd563cb524 req-8dcfa1d1-9fd1-4c75-b4e4-183dbdcf7062 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215680 Dec 13 23:06:01.293017 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-246e364a-3e8f-4bce-8de4-58b14dc72718 service neutron] 10.222.0.13 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270134 Dec 13 23:06:01.416603 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-b4c350d7-27b2-4758-af49-872b4d8d8b22 service neutron] 10.222.0.13 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225092 Dec 13 23:06:01.494891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ece95d-78a6-45c5-baf8-302365d2d8c9 req-c070e9a8-29ae-4a49-bb27-316ac0d21a00 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:01.503679 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30ece95d-78a6-45c5-baf8-302365d2d8c9 req-c070e9a8-29ae-4a49-bb27-316ac0d21a00 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1051264 Dec 13 23:06:01.566024 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30ece95d-78a6-45c5-baf8-302365d2d8c9 req-23838fba-a003-40b6-a995-ecf28635076e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613627 Dec 13 23:06:01.773111 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df0be1-2e0c-4b5b-b34a-692b001c0ba4 req-d1a2f6ce-83ea-4301-80ad-31e4c15dc7b9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:01.775414 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-51df0be1-2e0c-4b5b-b34a-692b001c0ba4 req-d1a2f6ce-83ea-4301-80ad-31e4c15dc7b9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1153536 Dec 13 23:06:01.846338 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96778015-19dd-4a1c-8684-df991921835c req-c05cbcb0-d10e-4f17-8111-d47bdbab5c6e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 210 time: 0.0369174 Dec 13 23:06:01.877071 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-51df0be1-2e0c-4b5b-b34a-692b001c0ba4 req-48029e64-387f-421c-9a2a-872f4e54068b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953643 Dec 13 23:06:02.798740 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd0c55-41d8-4a25-b48e-ba80d07ab394 req-088b2da2-604f-4f23-aa21-0aa494b55430 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:02.800354 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-26bd0c55-41d8-4a25-b48e-ba80d07ab394 req-088b2da2-604f-4f23-aa21-0aa494b55430 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1241903 Dec 13 23:06:02.871393 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-26bd0c55-41d8-4a25-b48e-ba80d07ab394 req-5564dbf1-8d5f-477c-b3e7-81b78464caff tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489070 Dec 13 23:06:03.003693 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a1e7bac-ab8e-4f25-a996-cce694bb52ab req-d6577271-9b71-4b21-adb3-ee3b3164593a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 210 time: 0.0422852 Dec 13 23:06:03.063332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672a60-3cab-4fe9-b3db-2a8296081ac5 req-5b87284c-b9f3-4321-98f8-525c9cb216cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:03.065099 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9672a60-3cab-4fe9-b3db-2a8296081ac5 req-5b87284c-b9f3-4321-98f8-525c9cb216cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0688689 Dec 13 23:06:03.125730 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9672a60-3cab-4fe9-b3db-2a8296081ac5 req-1ba08e05-a03d-4dab-8d2e-7585a9643fc8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541878 Dec 13 23:06:03.435292 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396cdaa-9356-49d2-81b4-091e5518cb1d req-1a9820be-37c7-4283-bd7d-8313707596c5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:03.439842 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b396cdaa-9356-49d2-81b4-091e5518cb1d req-1a9820be-37c7-4283-bd7d-8313707596c5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0651615 Dec 13 23:06:03.520194 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b396cdaa-9356-49d2-81b4-091e5518cb1d req-37f3fa9d-0fad-4e36-a109-7490e503f098 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Dec 13 23:06:04.020386 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a19ac1-9b48-4d0e-bf4e-ee1e10291775 req-08f02ad4-6fdb-4ac1-8189-3359d5a0ba7b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:04.022227 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07a19ac1-9b48-4d0e-bf4e-ee1e10291775 req-08f02ad4-6fdb-4ac1-8189-3359d5a0ba7b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0656025 Dec 13 23:06:04.074806 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07a19ac1-9b48-4d0e-bf4e-ee1e10291775 req-06b9e93b-80dc-4a49-9a09-68bad6052db0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463169 Dec 13 23:06:04.113555 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9c3cca85-3992-49d1-9e0d-4e8dac2dc26b req-0d18b33c-fe43-4122-bcd3-5078c46690ad tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 210 time: 0.0261650 Dec 13 23:06:04.123098 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46558) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:04.228790 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.232832 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:06:04.300785 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.308168 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.347141 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80b0e0b964a641b3b5f93c0627ab3983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229867 Dec 13 23:06:04.347970 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf6fe4-a773-4a19-ba54-e2ec61f24633,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:04.350198 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46562) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:04.355915 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.356267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.356604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.356939 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.357266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.357627 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.357952 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.358275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.358916 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.359274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.359597 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.359918 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.360219 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22122284-b121-464c-a2c8-fed9adc30352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:04.398772 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad99afa4-3ccd-4c65-9404-ae8189559034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.423237 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad99afa4-3ccd-4c65-9404-ae8189559034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.476963 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad99afa4-3ccd-4c65-9404-ae8189559034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.481105 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad99afa4-3ccd-4c65-9404-ae8189559034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.482651 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ad99afa4-3ccd-4c65-9404-ae8189559034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2edf6fe4-a773-4a19-ba54-e2ec61f24633 HTTP/1.1" status: 204 len: 168 time: 0.1314833 Dec 13 23:06:04.490622 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99afa4-3ccd-4c65-9404-ae8189559034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf6fe4-a773-4a19-ba54-e2ec61f24633,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:04.639483 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c563ab5-1a4c-4f86-8f3b-f68447005d9b req-8dc1f982-1d57-4c6f-8c83-734f1aae8150 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:04.641154 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c563ab5-1a4c-4f86-8f3b-f68447005d9b req-8dc1f982-1d57-4c6f-8c83-734f1aae8150 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0520384 Dec 13 23:06:04.689241 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c563ab5-1a4c-4f86-8f3b-f68447005d9b req-e0fd53be-2023-429b-84b2-70579605144a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Dec 13 23:06:04.715505 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.762441 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46572) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:04.776298 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51197046-3295-4507-9718-3df8f2b9f62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.877533 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51197046-3295-4507-9718-3df8f2b9f62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.882857 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51197046-3295-4507-9718-3df8f2b9f62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.919791 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-51197046-3295-4507-9718-3df8f2b9f62a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0999f007cb0b46d397d3d8037a5f14a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561530 Dec 13 23:06:04.920700 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51197046-3295-4507-9718-3df8f2b9f62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6824047-ec8e-4935-bc99-90a357a110eb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:04.922793 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46574) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:04.972855 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a3badd-6e0b-445a-b11e-5dbeee9cec68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:04.995312 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a3badd-6e0b-445a-b11e-5dbeee9cec68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:05.042595 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a3badd-6e0b-445a-b11e-5dbeee9cec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:05.045244 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45a3badd-6e0b-445a-b11e-5dbeee9cec68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:05.046429 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-45a3badd-6e0b-445a-b11e-5dbeee9cec68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6824047-ec8e-4935-bc99-90a357a110eb HTTP/1.1" status: 204 len: 168 time: 0.1225250 Dec 13 23:06:05.056313 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3badd-6e0b-445a-b11e-5dbeee9cec68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6824047-ec8e-4935-bc99-90a357a110eb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:05.222777 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17cff7c5-5337-4700-947d-58470086a459 req-cb3c87d6-5062-4bdb-97bf-27188f5331bf tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 210 time: 0.0343297 Dec 13 23:06:05.230283 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29ba11-d1ac-4aa4-ab5f-9d6044dc98f9 req-c6d5e38f-ec46-4a09-9f03-ab74d7bb328f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:05.231638 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c29ba11-d1ac-4aa4-ab5f-9d6044dc98f9 req-c6d5e38f-ec46-4a09-9f03-ab74d7bb328f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.0794160 Dec 13 23:06:05.285361 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c29ba11-d1ac-4aa4-ab5f-9d6044dc98f9 req-01c2a8e9-1e5e-42ad-ab28-715d25619594 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411041 Dec 13 23:06:05.520292 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-7d03474e-ba2c-445c-82e8-36e3e0a257cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:05.521794 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-7d03474e-ba2c-445c-82e8-36e3e0a257cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.0399513 Dec 13 23:06:05.622681 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-a0c3aeeb-7c84-4abd-8ed1-5cf6d1d1f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:05.624784 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-a0c3aeeb-7c84-4abd-8ed1-5cf6d1d1f2dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.0929341 Dec 13 23:06:05.678828 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-0ee17133-4a9a-4c5c-b461-a7a69d4ebd7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 217 time: 0.0360017 Dec 13 23:06:05.760744 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-5d1f1a29-0e2d-469c-864e-04b7d56a49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:05.762464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-5d1f1a29-0e2d-469c-864e-04b7d56a49c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0731993 Dec 13 23:06:05.812010 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-8221e328-6945-4dbc-9f18-01e8ac6c3b0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332227 Dec 13 23:06:05.863783 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277195-4650-44ae-a7d7-a8a73cf04d81 req-7c66f397-0d31-4a73-80e2-bb25a074c781 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:05.865297 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27277195-4650-44ae-a7d7-a8a73cf04d81 req-7c66f397-0d31-4a73-80e2-bb25a074c781 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0561171 Dec 13 23:06:05.917361 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27277195-4650-44ae-a7d7-a8a73cf04d81 req-5dc63470-d366-4959-80cd-eae8b184c88c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460696 Dec 13 23:06:06.106038 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-965b320a-fc29-4a54-b6eb-6663b942415e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:06.107630 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-965b320a-fc29-4a54-b6eb-6663b942415e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 809 time: 0.1893950 Dec 13 23:06:06.119629 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-e4e2d6c3-045c-42f3-a61e-f64e32071a73 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756098 Dec 13 23:06:06.276115 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-5541d251-5dd2-45af-b851-d22b8b33905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:06.278345 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-5541d251-5dd2-45af-b851-d22b8b33905a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1098 time: 0.0648673 Dec 13 23:06:06.305690 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-c7b646a9-f0ef-4e83-b99a-89bf14cef649 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd4dc022cad44d1baaa51931dfdfa31 HTTP/1.1" status: 200 len: 380 time: 0.1724830 Dec 13 23:06:06.340823 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'port': {'device_id': '776bb0b5-5864-48f0-b212-af69708aae04', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'admin_state_up': True, 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'security_groups': ['7e3c62b5-826d-4a30-8828-d457f812cd99']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:06.380864 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b951bb53-3c7b-40fe-85c1-e1e08e40d24f req-1383a714-bc21-481e-b667-2e0b01c68493 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381675 Dec 13 23:06:06.386368 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-188365a0-4a59-40e4-8e6f-19d237fc6d45 req-c451976d-0260-43d9-a168-7820a78eb9cc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 210 time: 0.0508227 Dec 13 23:06:06.419914 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-3c92bcae-96fe-4bcb-9b0a-e268b18ab507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:06.423289 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-3c92bcae-96fe-4bcb-9b0a-e268b18ab507 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1351252 Dec 13 23:06:06.499722 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5f7c6-4236-4c03-a391-8e2f4e0f665f req-80737881-7312-47ed-96be-26e86d9a04d4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:06.500100 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-d26fd2de-4926-4d2a-a4d5-cc1b6ba58645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 200 len: 1001 time: 0.0682712 Dec 13 23:06:06.501364 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ff5f7c6-4236-4c03-a391-8e2f4e0f665f req-80737881-7312-47ed-96be-26e86d9a04d4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1171348 Dec 13 23:06:06.586341 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ff5f7c6-4236-4c03-a391-8e2f4e0f665f req-d2b72bc3-651e-4772-b573-4c4601fe7702 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672708 Dec 13 23:06:06.588326 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Made reservation on behalf of 5dd4dc022cad44d1baaa51931dfdfa31 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:06:06.592306 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:06.594867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-ea0322ba-6d18-410e-87a6-55e303b8888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:06.596488 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-ea0322ba-6d18-410e-87a6-55e303b8888d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0797617 Dec 13 23:06:06.693802 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-9d657cfd-3bb9-4044-a672-d6cd6b1bad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:06.698676 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-9d657cfd-3bb9-4044-a672-d6cd6b1bad7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0882697 Dec 13 23:06:06.778605 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Allocated IP 172.20.0.14 (f74939c0-8214-4417-aae9-b57cd854e0ea/3e60573f-32b9-4eff-9ed2-33f5d2a3224d/e9a3ffe7-75df-415f-b4cd-1de3c71e604d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:06:06.881291 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-4234fe47-ab09-4d7c-a934-67d01fe0134a service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670678 Dec 13 23:06:06.991089 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-afc2e423-c91e-4da2-86e0-c68bfe50e274 req-4ad50b47-bc9c-42b3-b3f9-d7bb69915e67 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022255 Dec 13 23:06:07.024547 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-0abcd81b-e497-4603-b13e-4072b2c5398c tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.026051 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-0abcd81b-e497-4603-b13e-4072b2c5398c tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/networks?id=53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 200 len: 814 time: 0.1898544 Dec 13 23:06:07.074081 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-25bea6be-b783-43fb-a207-158980ad84dd tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/quotas/a736ec919343435d98e16479a93c4119 HTTP/1.1" status: 200 len: 375 time: 0.0391243 Dec 13 23:06:07.093132 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-3f545f5f-ff79-4d28-82d7-b7aea63e044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.094528 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-3f545f5f-ff79-4d28-82d7-b7aea63e044d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1098 time: 0.0441916 Dec 13 23:06:07.104153 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:07.126873 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-2c1e4948-35a6-482c-9a44-c9cc33426eb4 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a736ec919343435d98e16479a93c4119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423281 Dec 13 23:06:07.140632 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0751-5a80-403a-9933-cebe0d7338b6 req-458c7738-ee7c-4acc-aae2-4cbc85c4c5b6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.142149 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fdfd0751-5a80-403a-9933-cebe0d7338b6 req-458c7738-ee7c-4acc-aae2-4cbc85c4c5b6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1130733 Dec 13 23:06:07.240795 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-f2e2021e-25ca-4ce2-9f6e-a3b9351bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.242846 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-f2e2021e-25ca-4ce2-9f6e-a3b9351bbcb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1161203 Dec 13 23:06:07.250121 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:07.314759 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-3a784e45-24de-4f28-8767-ac1cd9bad6fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 200 len: 1001 time: 0.0638208 Dec 13 23:06:07.383548 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-1a2296ee-1b95-4cd2-a043-642f2f03d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.385030 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-1a2296ee-1b95-4cd2-a043-642f2f03d227 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0512660 Dec 13 23:06:07.444768 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-92496558-75ff-488a-a967-592e018fbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.446324 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-92496558-75ff-488a-a967-592e018fbc32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431514 Dec 13 23:06:07.545664 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-2a84ecf1-59f1-4ec0-a945-9d6c181f6725 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899198 Dec 13 23:06:07.552452 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-b847719c-ca42-4118-966d-c1dc48b2f0ab service neutron] 10.222.0.13 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093466 Dec 13 23:06:07.555781 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fdfd0751-5a80-403a-9933-cebe0d7338b6 req-2ef53e98-19e7-45db-9941-795bf44d9c17 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903711 Dec 13 23:06:07.564067 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Network f74939c0-8214-4417-aae9-b57cd854e0ea is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:06:07.580873 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:06:07.596193 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:06:07.601685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:07.657997 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-b2c8d35f-1347-4f81-aaca-b9d97b508a72 req-f80db115-3479-49da-859d-05e773da055f service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035736 Dec 13 23:06:07.728297 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.728937 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:07.771103 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a876eff9-5ed3-4ecf-aad0-4c18a8c6065a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4367630 Dec 13 23:06:07.778773 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6303139-6f90-41a5-9df3-ff991ad86311 req-c1698767-f7b6-4c08-a8e7-cbac23dcd369 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:07.780198 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6303139-6f90-41a5-9df3-ff991ad86311 req-c1698767-f7b6-4c08-a8e7-cbac23dcd369 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 932 time: 0.1241052 Dec 13 23:06:07.782263 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-2888aab3-6189-4e89-b044-3ec727355a4f service neutron] 10.222.0.13 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202988 Dec 13 23:06:07.788495 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Request body: {'port': {'device_id': '776bb0b5-5864-48f0-b212-af69708aae04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:07.876761 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-2fb51b95-b3cd-43ea-902f-dd4c6a2c3b6c None None] Provisioning complete for port e9a3ffe7-75df-415f-b4cd-1de3c71e604d triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:06:07.877790 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2fb51b95-b3cd-43ea-902f-dd4c6a2c3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:07.895499 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6303139-6f90-41a5-9df3-ff991ad86311 req-d1eb09d3-87a8-4227-b464-d7eca620b64f tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032817 Dec 13 23:06:07.896266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:07.949233 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-2fb51b95-b3cd-43ea-902f-dd4c6a2c3b6c None None] Port e9a3ffe7-75df-415f-b4cd-1de3c71e604d cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:06:08.023049 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffccca05-3b1d-4c17-bae6-03e16867b937 req-863d46f4-68f4-4d5b-8c02-16b41f310225 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 210 time: 0.0545900 Dec 13 23:06:08.102466 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fab02-c479-4781-bfd6-583ee15a26db req-5e207456-f43d-4cea-8d39-cebdcba540f0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:08.103953 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b83fab02-c479-4781-bfd6-583ee15a26db req-5e207456-f43d-4cea-8d39-cebdcba540f0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1503973 Dec 13 23:06:08.211871 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b83fab02-c479-4781-bfd6-583ee15a26db req-922dd0d5-55b2-497b-9728-36c40d21de35 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933862 Dec 13 23:06:08.294649 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a3ffe7-75df-415f-b4cd-1de3c71e604d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:08.305959 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:08.333553 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Transition to ACTIVE for port object e9a3ffe7-75df-415f-b4cd-1de3c71e604d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:06:08.338376 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:08.424923 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:08.560729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Attempting to bind port e9a3ffe7-75df-415f-b4cd-1de3c71e604d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:06:08.561697 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Attempting to bind port e9a3ffe7-75df-415f-b4cd-1de3c71e604d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:06:08.562849 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Attempting to bind port e9a3ffe7-75df-415f-b4cd-1de3c71e604d on network f74939c0-8214-4417-aae9-b57cd854e0ea {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:08.572607 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Port e9a3ffe7-75df-415f-b4cd-1de3c71e604d on network f74939c0-8214-4417-aae9-b57cd854e0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:06:08.573157 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Attempting to bind port e9a3ffe7-75df-415f-b4cd-1de3c71e604d on network f74939c0-8214-4417-aae9-b57cd854e0ea {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:08.586797 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:06:08.588454 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Checking segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:06:08.589032 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Bound using segment: {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:06:08.590309 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Bound port: e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:06:08.590786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:08.723039 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:06:08.726823 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:06:08.735600 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6980d4-b6bd-4718-869e-c3a94f38b4c9 req-ef84df97-9ba3-48a1-885f-5128edc2cedf tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:08.737127 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bf6980d4-b6bd-4718-869e-c3a94f38b4c9 req-ef84df97-9ba3-48a1-885f-5128edc2cedf tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0828278 Dec 13 23:06:08.738742 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:08.780730 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:08.781776 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:08.783262 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] 10.222.0.32 "PUT /v2.0/ports/e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 1094 time: 0.9990170 Dec 13 23:06:08.792896 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:08.795866 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:08.855029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c977c271-d18d-4363-8568-09a87a71fd4c x-openstack-request-id: req-c977c271-d18d-4363-8568-09a87a71fd4c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:08.855029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:08.855029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c977c271-d18d-4363-8568-09a87a71fd4c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:08.855416 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'status': 'completed', 'code': 200} Dec 13 23:06:08.872776 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5635dc-e7b2-47c4-a08c-c53c29184d40 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:08.886525 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bf6980d4-b6bd-4718-869e-c3a94f38b4c9 req-671fb42e-c53d-4a64-90e6-c49de90ea911 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398001 Dec 13 23:06:08.911277 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-d4e014d3-8856-4968-b199-a7fd2c06e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:08.911277 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-d4e014d3-8856-4968-b199-a7fd2c06e1d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1097 time: 0.0676904 Dec 13 23:06:09.034000 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-d5149979-2109-4e78-a106-e240da6e103c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 217 time: 0.1125083 Dec 13 23:06:09.218528 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2ba7f978-aeac-4194-bcae-cf8875123c9b req-cc19ccaa-99c4-4b85-8f31-2f0b51e15992 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 210 time: 0.0721116 Dec 13 23:06:09.239315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a75115ac-3ac4-4c49-9bf2-3078f13428aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.241477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-a75115ac-3ac4-4c49-9bf2-3078f13428aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.1975148 Dec 13 23:06:09.260997 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8601-c907-42df-8f6a-0342e6e9437b req-6c3a5c7f-c03d-489c-8926-01cc6a312cdf tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.279663 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81ea8601-c907-42df-8f6a-0342e6e9437b req-6c3a5c7f-c03d-489c-8926-01cc6a312cdf tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.1343327 Dec 13 23:06:09.341099 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-88960f0b-5195-46b6-9641-09b907f81455 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.343657 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-88960f0b-5195-46b6-9641-09b907f81455 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "GET /v2.0/networks?id=53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 200 len: 814 time: 0.2551153 Dec 13 23:06:09.381668 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Request body: {'port': {'device_id': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b', 'admin_state_up': True, 'tenant_id': 'a736ec919343435d98e16479a93c4119'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:09.414998 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-ef00b60b-47ae-4267-a264-8ac9cfc0413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.416510 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-ef00b60b-47ae-4267-a264-8ac9cfc0413f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1664178 Dec 13 23:06:09.422069 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81ea8601-c907-42df-8f6a-0342e6e9437b req-45d19968-d474-4f08-925b-36e24062fdd6 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400459 Dec 13 23:06:09.500271 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd23f4-e670-4068-9249-56f809f843bf req-ae1f076d-6f13-4d9f-b6c6-6a18470b88f0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.501835 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9ccd23f4-e670-4068-9249-56f809f843bf req-ae1f076d-6f13-4d9f-b6c6-6a18470b88f0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 945 time: 0.1358998 Dec 13 23:06:09.536290 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Made reservation on behalf of a736ec919343435d98e16479a93c4119 for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:06:09.540349 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:09.582587 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9ccd23f4-e670-4068-9249-56f809f843bf req-4baa93f3-d0e7-4c7d-8e5c-2ee8428c43ae tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731556 Dec 13 23:06:09.584565 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-1d745d60-f1e3-4faa-bcad-608703b82cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541989 Dec 13 23:06:09.688691 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-042ee3cb-3a94-4f41-860e-492023c270a4 req-8a9d37b5-fb83-49f0-88c7-37f59aeaca10 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890853 Dec 13 23:06:09.697508 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Allocated IP 172.20.0.5 (53d3a17f-2e01-4301-affb-58f20cc0584b/af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716/28096ea4-0a35-41bd-92d2-396aa7f752cd) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:06:09.787622 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-453967a4-e53d-429e-b6a0-6a3e416bab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.789120 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-453967a4-e53d-429e-b6a0-6a3e416bab62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1097 time: 0.0425138 Dec 13 23:06:09.873972 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:09.892143 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-bc216659-d1c6-4086-a774-db04c3f4d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:09.893663 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-bc216659-d1c6-4086-a774-db04c3f4d4a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.0957484 Dec 13 23:06:09.910205 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:06:09.911706 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:09.949015 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-ba76678e-edc2-4c2a-bdae-188f1a4ed9c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 217 time: 0.0463717 Dec 13 23:06:09.981601 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Pushing event updated for resources: {'Port': ['ID=28096ea4-0a35-41bd-92d2-396aa7f752cd,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:09.996202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Network 53d3a17f-2e01-4301-affb-58f20cc0584b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:06:09.997233 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:06:09.999892 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:06:10.016293 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.016528 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-f1852d64-319a-4763-bf05-29719585256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.018043 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-f1852d64-319a-4763-bf05-29719585256c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0596957 Dec 13 23:06:10.042322 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:10.045549 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461be280-1ab3-4d6f-bc1b-017617e9942a" -d '{"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-unplugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:10.067918 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.068641 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.075511 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:10.083197 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.092901 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-412f99ac-f160-4c5a-a45a-a947bf00aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.094416 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-412f99ac-f160-4c5a-a45a-a947bf00aa86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682316 Dec 13 23:06:10.094747 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-ab2606e9-2392-4b7b-a2cb-efd1759ae57d tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227783 Dec 13 23:06:10.112259 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2029f2-71e7-4d94-a9b6-0b893c331a2b x-openstack-request-id: req-3a2029f2-71e7-4d94-a9b6-0b893c331a2b {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:10.112560 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-unplugged", "status": "failed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "code": 422}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:10.112815 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a2029f2-71e7-4d94-a9b6-0b893c331a2b {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:10.113222 dv-cinder-796286-23-iscsi neutron-server[102558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'code': 422} returned with failed status Dec 13 23:06:10.114855 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Request body: {'port': {'device_id': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:10.154713 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=8']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:10.176459 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-98f70e9f-190f-4c1c-b7a9-137e8164e949 req-c4a497cc-b328-498a-9fc1-953fc4cb2697 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:06:10.177392 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.177537 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-98f70e9f-190f-4c1c-b7a9-137e8164e949 req-c4a497cc-b328-498a-9fc1-953fc4cb2697 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068321 Dec 13 23:06:10.213601 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-c4558415-f2aa-4dec-b72b-0bb34f882faa service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042800 Dec 13 23:06:10.396510 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3fab1b-06ae-4815-b89a-bf5517b31cb6 req-77f96f7d-6d39-49a7-9e49-3c865ceac96c service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738167 Dec 13 23:06:10.423557 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594b39-cf93-4f6c-a169-e25c21c0c63e req-0e6e6cc1-8bab-4154-8665-8271aba2a997 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.425086 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4c594b39-cf93-4f6c-a169-e25c21c0c63e req-0e6e6cc1-8bab-4154-8665-8271aba2a997 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 931 time: 0.0861166 Dec 13 23:06:10.434315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9620b7-f2bb-4d55-8750-0dad3b4fbb15 req-cbc02d8d-d155-4a97-aed7-4c8dc11ea712 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.435759 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f9620b7-f2bb-4d55-8750-0dad3b4fbb15 req-cbc02d8d-d155-4a97-aed7-4c8dc11ea712 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1025574 Dec 13 23:06:10.491975 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28096ea4-0a35-41bd-92d2-396aa7f752cd {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:10.504894 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.511585 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4c594b39-cf93-4f6c-a169-e25c21c0c63e req-1eeda7eb-0083-48eb-af3e-99436b394939 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748582 Dec 13 23:06:10.533674 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f9620b7-f2bb-4d55-8750-0dad3b4fbb15 req-a6e7087b-cee2-4e54-bfad-0a21d046e415 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787504 Dec 13 23:06:10.538408 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Transition to ACTIVE for port object 28096ea4-0a35-41bd-92d2-396aa7f752cd will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:06:10.560024 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.656392 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Pushing event updated for resources: {'Port': ['ID=28096ea4-0a35-41bd-92d2-396aa7f752cd,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:10.686604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e45e83-94b6-4996-b921-623c5ab50608 req-de047318-91ab-470b-ad44-50a0b9065062 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.688806 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9e45e83-94b6-4996-b921-623c5ab50608 req-de047318-91ab-470b-ad44-50a0b9065062 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1031930 Dec 13 23:06:10.711948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Attempting to bind port 28096ea4-0a35-41bd-92d2-396aa7f752cd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:06:10.712395 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Attempting to bind port 28096ea4-0a35-41bd-92d2-396aa7f752cd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:06:10.712893 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Attempting to bind port 28096ea4-0a35-41bd-92d2-396aa7f752cd on network 53d3a17f-2e01-4301-affb-58f20cc0584b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:10.713013 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f623cc7-6e37-41da-aa00-7010c818ab32 req-f3f1e245-963e-4468-b58b-7e5185d26310 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.714895 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4f623cc7-6e37-41da-aa00-7010c818ab32 req-f3f1e245-963e-4468-b58b-7e5185d26310 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.1012280 Dec 13 23:06:10.719500 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Port 28096ea4-0a35-41bd-92d2-396aa7f752cd on network 53d3a17f-2e01-4301-affb-58f20cc0584b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:06:10.719873 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Attempting to bind port 28096ea4-0a35-41bd-92d2-396aa7f752cd on network 53d3a17f-2e01-4301-affb-58f20cc0584b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:10.726307 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:06:10.726776 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Checking segment: {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:06:10.727304 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Bound using segment: {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:06:10.727789 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Bound port: 28096ea4-0a35-41bd-92d2-396aa7f752cd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd448ca79-805c-4bc9-a169-ecd74421f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:06:10.728226 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.806577 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9e45e83-94b6-4996-b921-623c5ab50608 req-9288474f-36eb-44f5-b34b-a89d19c7b917 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094348 Dec 13 23:06:10.810595 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4f623cc7-6e37-41da-aa00-7010c818ab32 req-5ef655c1-e731-407b-a0cf-a450f7f93605 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857887 Dec 13 23:06:10.814955 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] For port 28096ea4-0a35-41bd-92d2-396aa7f752cd, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:06:10.818854 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] For port 28096ea4-0a35-41bd-92d2-396aa7f752cd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:06:10.836041 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.879158 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46766) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:10.900587 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:10.901196 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:10.903003 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] 10.222.0.32 "PUT /v2.0/ports/28096ea4-0a35-41bd-92d2-396aa7f752cd HTTP/1.1" status: 200 len: 1093 time: 0.7945192 Dec 13 23:06:10.905803 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'tag': '28096ea4-0a35-41bd-92d2-396aa7f752cd'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:10.909533 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79937849-07d1-454b-a3b2-2c85c6f934eb" -d '{"events": [{"name": "network-changed", "server_uuid": "af221e52-2be9-41ab-b621-9a4596812cb3", "tag": "28096ea4-0a35-41bd-92d2-396aa7f752cd"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:10.943979 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180ccc1-4a1a-42f2-9f13-4bebb44e3b1c service neutron] Pushing event updated for resources: {'Port': ['ID=28096ea4-0a35-41bd-92d2-396aa7f752cd,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:10.969357 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4380bf0-d666-45b7-b31d-c49a6ea9b553 x-openstack-request-id: req-f4380bf0-d666-45b7-b31d-c49a6ea9b553 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:10.969767 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af221e52-2be9-41ab-b621-9a4596812cb3", "tag": "28096ea4-0a35-41bd-92d2-396aa7f752cd", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:10.970019 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4380bf0-d666-45b7-b31d-c49a6ea9b553 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:10.970413 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'tag': '28096ea4-0a35-41bd-92d2-396aa7f752cd', 'status': 'completed', 'code': 200} Dec 13 23:06:11.023112 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-0dbb92f6-5755-4fb5-8927-93c853a3eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.024945 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-0dbb92f6-5755-4fb5-8927-93c853a3eed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a736ec919343435d98e16479a93c4119&device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0518429 Dec 13 23:06:11.045868 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-1ffe4cf7-cd47-4979-a3ca-4bd97529f11f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652896 Dec 13 23:06:11.051456 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-d1c3b5bf-c3f8-4a37-b125-36aa725053bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:06:11.062437 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-d1c3b5bf-c3f8-4a37-b125-36aa725053bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095234 Dec 13 23:06:11.080273 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-fc439225-ee85-49f0-8ad5-87c28dbbe754 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd HTTP/1.1" status: 200 len: 217 time: 0.0443418 Dec 13 23:06:11.102145 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46782) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:11.151103 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-4a529159-0fc8-4e1f-b6b1-25a1c810ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.152617 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-4a529159-0fc8-4e1f-b6b1-25a1c810ba22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716 HTTP/1.1" status: 200 len: 854 time: 0.0599883 Dec 13 23:06:11.205593 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-f782c143-1029-405c-8715-04b32fac41f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53d3a17f-2e01-4301-affb-58f20cc0584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386829 Dec 13 23:06:11.233893 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf261cb9-8db5-4daf-8c6e-583c2822df34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.325439 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-bf5f488d-288d-4d1c-90fd-cc31bfbd06ce service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066062 Dec 13 23:06:11.343067 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf261cb9-8db5-4daf-8c6e-583c2822df34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.352050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf261cb9-8db5-4daf-8c6e-583c2822df34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.390593 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bf261cb9-8db5-4daf-8c6e-583c2822df34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=629f87f23f044750b7fe647a86241f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861352 Dec 13 23:06:11.392375 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46794) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:11.412988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf261cb9-8db5-4daf-8c6e-583c2822df34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deffd13a-d65f-4edb-b210-6124471b0003,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:11.463645 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-0c07f8ab-8aa4-4194-ad29-f4b3593419f8 req-502c7a99-9400-40d7-ab7b-885189918ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273398 Dec 13 23:06:11.468838 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a399e974-214c-489e-991e-5a708059a6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.495595 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a399e974-214c-489e-991e-5a708059a6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.586155 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-643a1db4-f88c-47b5-b411-28781f96d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.587697 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-643a1db4-f88c-47b5-b411-28781f96d199 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a736ec919343435d98e16479a93c4119&device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0597985 Dec 13 23:06:11.588430 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a399e974-214c-489e-991e-5a708059a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.591025 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a399e974-214c-489e-991e-5a708059a6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.592014 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a399e974-214c-489e-991e-5a708059a6dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deffd13a-d65f-4edb-b210-6124471b0003 HTTP/1.1" status: 204 len: 168 time: 0.1987107 Dec 13 23:06:11.604483 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399e974-214c-489e-991e-5a708059a6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deffd13a-d65f-4edb-b210-6124471b0003,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:11.714737 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-510618bc-81fa-41ca-9066-ba0415ae4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.716265 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-510618bc-81fa-41ca-9066-ba0415ae4cc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 200 len: 914 time: 0.1092923 Dec 13 23:06:11.721093 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2524-a499-44de-87b3-9dc51ef35366 req-e93b6a8f-6341-4769-b6a1-5c58c9dad854 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.723240 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1e0d2524-a499-44de-87b3-9dc51ef35366 req-e93b6a8f-6341-4769-b6a1-5c58c9dad854 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 943 time: 0.1150780 Dec 13 23:06:11.741479 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1e4c0-3fee-4e92-b05e-2710775fc36d req-ec54d1a8-33d1-45df-bba7-75142cda1a9b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.742962 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eee1e4c0-3fee-4e92-b05e-2710775fc36d req-ec54d1a8-33d1-45df-bba7-75142cda1a9b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0854561 Dec 13 23:06:11.766398 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-467f26d3-9859-4367-95f9-6e4d2e4d465f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd HTTP/1.1" status: 200 len: 217 time: 0.0394976 Dec 13 23:06:11.824187 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-171037df-fcd8-4d18-b3d2-4ea980dc8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.824465 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1e0d2524-a499-44de-87b3-9dc51ef35366 req-2f84a47b-a046-477f-ab45-d5fbc9e4bd87 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805352 Dec 13 23:06:11.826288 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-171037df-fcd8-4d18-b3d2-4ea980dc8d23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716 HTTP/1.1" status: 200 len: 854 time: 0.0527594 Dec 13 23:06:11.832843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eee1e4c0-3fee-4e92-b05e-2710775fc36d req-76838959-0aa7-4516-9743-a02137a9e6bd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788832 Dec 13 23:06:11.872843 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-c8667860-b2b3-4acb-b4f4-ea5000fd68cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53d3a17f-2e01-4301-affb-58f20cc0584b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380828 Dec 13 23:06:11.935889 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:11.958457 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f6d1-7c94-451a-95d6-32fc58ef0bce req-af905dee-136b-4954-a997-08d0f8bbc0da tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:11.959932 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4c39f6d1-7c94-451a-95d6-32fc58ef0bce req-af905dee-136b-4954-a997-08d0f8bbc0da tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0665157 Dec 13 23:06:11.961708 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c57d701-7608-41c0-8e32-e77a4db9ea67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:11.980409 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-5f8bc927-2e0b-46e6-b6a2-7cd23e89fbb2 service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956595 Dec 13 23:06:12.039264 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4c39f6d1-7c94-451a-95d6-32fc58ef0bce req-bd3cb82f-bcca-4da4-aa51-db96b2ca18cd tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679667 Dec 13 23:06:12.078362 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-79937849-07d1-454b-a3b2-2c85c6f934eb req-6b212dff-0174-443a-b998-06ce6ce01592 service neutron] 10.222.0.32 "GET /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895567 Dec 13 23:06:12.083449 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c57d701-7608-41c0-8e32-e77a4db9ea67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:12.088437 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c57d701-7608-41c0-8e32-e77a4db9ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:12.126767 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4c57d701-7608-41c0-8e32-e77a4db9ea67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7d34f8159514fd0b682807f46a2cc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893206 Dec 13 23:06:12.127970 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57d701-7608-41c0-8e32-e77a4db9ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c8a19-7fed-4589-8b12-59ac8477472a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:12.129783 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46808) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:12.183661 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e41-23ae-4f4f-8f40-2375c770b1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:12.203853 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e41-23ae-4f4f-8f40-2375c770b1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:12.252726 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e41-23ae-4f4f-8f40-2375c770b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:12.256862 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e41-23ae-4f4f-8f40-2375c770b1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:12.258592 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a78f9e41-23ae-4f4f-8f40-2375c770b1d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76c8a19-7fed-4589-8b12-59ac8477472a HTTP/1.1" status: 204 len: 168 time: 0.1278124 Dec 13 23:06:12.267772 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f9e41-23ae-4f4f-8f40-2375c770b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c8a19-7fed-4589-8b12-59ac8477472a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:12.982481 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565c20f-daf4-4d49-8e06-1f6897af1b34 req-03d3ff30-3fa3-40e9-a0ec-e57391b8f935 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:12.982481 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8565c20f-daf4-4d49-8e06-1f6897af1b34 req-03d3ff30-3fa3-40e9-a0ec-e57391b8f935 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 943 time: 0.0814042 Dec 13 23:06:12.983440 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 46836) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:12.998651 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc09a3b-5755-4796-8a08-740c06f8d5e1 req-d4051f38-6a32-457b-92b8-2adcda4734b7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:13.000797 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bbc09a3b-5755-4796-8a08-740c06f8d5e1 req-d4051f38-6a32-457b-92b8-2adcda4734b7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0744402 Dec 13 23:06:13.067932 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8565c20f-daf4-4d49-8e06-1f6897af1b34 req-b268e90a-a892-40dc-b373-cc7dd3e102b3 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778124 Dec 13 23:06:13.075028 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bbc09a3b-5755-4796-8a08-740c06f8d5e1 req-183c9667-47b5-40ad-988b-a37610da847f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679367 Dec 13 23:06:13.092340 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849655798-network', 'tenant_id': '29aac56f8b7648db9654aeb5eb465d73'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:13.095157 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2be2f024-d178-40b7-9f74-03442591398a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.115684 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Made reservation on behalf of 29aac56f8b7648db9654aeb5eb465d73 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:06:13.118162 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.130706 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.215867 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8886bf-7707-44fa-acb3-b7d322efcba8 req-6afc1c7e-1dde-4c3d-9fb3-ebafcff42bae tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:13.217324 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a8886bf-7707-44fa-acb3-b7d322efcba8 req-6afc1c7e-1dde-4c3d-9fb3-ebafcff42bae tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0692947 Dec 13 23:06:13.255087 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.260075 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.299945 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:06:13.305502 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a8886bf-7707-44fa-acb3-b7d322efcba8 req-987c85bb-2a8b-4a73-be21-f9f1987dc850 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817661 Dec 13 23:06:13.314293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a150f25-efe5-44c8-91a0-522f14fdc9e2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:13.319190 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.319532 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Added segment 9765f472-6087-4d16-af99-34c2ff4a9294 of type vlan for network f2c49a7f-3da1-49ae-852a-b4db2605a7cd Dec 13 23:06:13.359315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.386218 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.387251 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:13.387926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.442789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4591298 Dec 13 23:06:13.446106 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 46844) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:13.451373 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Request body: {'subnet': {'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849655798-subnet', 'tenant_id': '29aac56f8b7648db9654aeb5eb465d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:13.458994 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2d8e-3efe-4ccd-b975-f4fd777fee31 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c49a7f-3da1-49ae-852a-b4db2605a7cd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:13.469418 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network f2c49a7f-3da1-49ae-852a-b4db2605a7cd details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:06:13.474588 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Made reservation on behalf of 29aac56f8b7648db9654aeb5eb465d73 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:06:13.476947 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.640877 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.693365 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b5f11f-93e0-4e97-93e0-97bf5f56a2ef,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:13.703972 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Checking segment: {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:06:13.704330 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Network hostable DHCP agents. Network: f2c49a7f-3da1-49ae-852a-b4db2605a7cd, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:06:13.722072 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Network f2c49a7f-3da1-49ae-852a-b4db2605a7cd is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:06:13.731699 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, f2c49a7f-3da1-49ae-852a-b4db2605a7cd) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:06:13.736267 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:13.737044 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:13.741224 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7a43d-ef97-4518-a1f1-9425505ec1df None None] Network f2c49a7f-3da1-49ae-852a-b4db2605a7cd requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:06:13.754444 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e3c7a7ab-a294-4004-9e1f-d5aeab31ba78 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3072627 Dec 13 23:06:13.840184 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c2fd8-e4c1-4d3c-beff-ee1c0badc8ea None None] Network f2c49a7f-3da1-49ae-852a-b4db2605a7cd requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:06:13.935389 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 28096ea4-0a35-41bd-92d2-396aa7f752cd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:06:13.938085 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:06:14.095038 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 28096ea4-0a35-41bd-92d2-396aa7f752cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:14.106802 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '28096ea4-0a35-41bd-92d2-396aa7f752cd', 'network_id': '53d3a17f-2e01-4301-affb-58f20cc0584b', 'port_id': '28096ea4-0a35-41bd-92d2-396aa7f752cd', 'mac_address': 'fa:16:3e:b4:56:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:06:14.152600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:14.167754 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28096ea4-0a35-41bd-92d2-396aa7f752cd {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:14.195054 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 28096ea4-0a35-41bd-92d2-396aa7f752cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:14.199423 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:14.232527 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db00e1-aa67-4ffe-8e9c-b62118c6a33c req-e4631a76-4e52-482e-a6f4-62f268144e2f tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:14.241607 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54db00e1-aa67-4ffe-8e9c-b62118c6a33c req-e4631a76-4e52-482e-a6f4-62f268144e2f tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 943 time: 0.0943694 Dec 13 23:06:14.251306 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa12caf-d1dc-4a46-ace7-26a0b404a1fd req-0986fdb1-644b-4bf1-8a67-29a5826a6fba tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:14.253288 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aaa12caf-d1dc-4a46-ace7-26a0b404a1fd req-0986fdb1-644b-4bf1-8a67-29a5826a6fba tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0748906 Dec 13 23:06:14.270759 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=28096ea4-0a35-41bd-92d2-396aa7f752cd,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:14.333421 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54db00e1-aa67-4ffe-8e9c-b62118c6a33c req-6fc5ce15-b418-4097-9f84-c26ae3eaaeb0 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909035 Dec 13 23:06:14.337920 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aaa12caf-d1dc-4a46-ace7-26a0b404a1fd req-edcffc98-6be8-4974-b901-eab0c385a327 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785654 Dec 13 23:06:14.442094 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0aea-260c-4081-b275-d862863110b9 req-436c4759-9ca7-47c0-a92f-ec3f1cdf4d90 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:14.443607 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-054d0aea-260c-4081-b275-d862863110b9 req-436c4759-9ca7-47c0-a92f-ec3f1cdf4d90 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0505884 Dec 13 23:06:14.492475 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-054d0aea-260c-4081-b275-d862863110b9 req-ad1869af-53be-4472-8c3e-e6f7a99a872c tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Dec 13 23:06:14.494655 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['28096ea4-0a35-41bd-92d2-396aa7f752cd'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:15.245399 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a43447cf-9e48-44bc-87c7-da6a780976b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:15.489163 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0251-62e3-4521-9a95-53b92035f4a9 req-4346449a-a420-4a54-ac96-ecf6683a22ac tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:15.490789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-de7c0251-62e3-4521-9a95-53b92035f4a9 req-4346449a-a420-4a54-ac96-ecf6683a22ac tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 944 time: 0.0811396 Dec 13 23:06:15.499834 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0cdb-c01b-4d7f-a8a5-cc6f7dc5666d req-78c039fd-3223-43fb-8930-d6d7da2a7b29 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:15.501152 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a44e0cdb-c01b-4d7f-a8a5-cc6f7dc5666d req-78c039fd-3223-43fb-8930-d6d7da2a7b29 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0812356 Dec 13 23:06:15.572328 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-de7c0251-62e3-4521-9a95-53b92035f4a9 req-3a94a457-7035-4c2b-85e1-a12aadd4c245 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701721 Dec 13 23:06:15.575477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a44e0cdb-c01b-4d7f-a8a5-cc6f7dc5666d req-bfa292ca-a543-4af3-badb-910993f92333 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677419 Dec 13 23:06:15.740747 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f5a-36b7-42de-aea9-62a8e25fbd8c req-74bf4efa-7caf-4b56-b38d-2cfec0044300 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:15.742226 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-925d1f5a-36b7-42de-aea9-62a8e25fbd8c req-74bf4efa-7caf-4b56-b38d-2cfec0044300 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.1070614 Dec 13 23:06:15.796578 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-9acbf79f-c8ad-45ee-9bc1-b232ce287e15 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:15.797928 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-9acbf79f-c8ad-45ee-9bc1-b232ce287e15 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/networks?id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 200 len: 809 time: 0.1368635 Dec 13 23:06:15.825728 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-3ea19728-3425-4f03-a541-c38e68e9b4c4 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/quotas/29aac56f8b7648db9654aeb5eb465d73 HTTP/1.1" status: 200 len: 375 time: 0.0216172 Dec 13 23:06:15.830209 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-925d1f5a-36b7-42de-aea9-62a8e25fbd8c req-5c068bc1-444f-4ef8-8f89-53384e75afce tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800829 Dec 13 23:06:15.857502 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-958611ec-b7e1-49c9-859b-2bcf460222ce tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29aac56f8b7648db9654aeb5eb465d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257778 Dec 13 23:06:15.932615 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 28096ea4-0a35-41bd-92d2-396aa7f752cd up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:06:15.967367 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-9944ec31-ce87-4a3c-9ca3-abedf286eb8f service neutron] 10.222.0.13 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023924 Dec 13 23:06:15.990999 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 28096ea4-0a35-41bd-92d2-396aa7f752cd completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:06:15.995237 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 28096ea4-0a35-41bd-92d2-396aa7f752cd triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:06:15.995612 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:16.056343 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-06f65d0f-293f-4360-95d3-d8861ce59f7f service neutron] 10.222.0.13 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823293 Dec 13 23:06:16.075822 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:16.098091 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28096ea4-0a35-41bd-92d2-396aa7f752cd'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:16.100352 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fda1c9-886f-456c-bfab-3e84a8248a32" -d '{"events": [{"server_uuid": "af221e52-2be9-41ab-b621-9a4596812cb3", "name": "network-vif-plugged", "status": "completed", "tag": "28096ea4-0a35-41bd-92d2-396aa7f752cd"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:16.113056 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 28096ea4-0a35-41bd-92d2-396aa7f752cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:16.118909 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:16.149546 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5a550e-3154-49b2-986c-f13f093ed6c2 x-openstack-request-id: req-2c5a550e-3154-49b2-986c-f13f093ed6c2 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:16.149855 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af221e52-2be9-41ab-b621-9a4596812cb3", "name": "network-vif-plugged", "status": "completed", "tag": "28096ea4-0a35-41bd-92d2-396aa7f752cd", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:16.155219 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c5a550e-3154-49b2-986c-f13f093ed6c2 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:16.155649 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28096ea4-0a35-41bd-92d2-396aa7f752cd', 'code': 200} Dec 13 23:06:16.189366 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=28096ea4-0a35-41bd-92d2-396aa7f752cd,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:16.236414 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c8c99c3f-9559-4d3b-8e0f-ccf27a002818 req-b6d5fa65-79c2-45a2-8890-f6e92d54ee27 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 210 time: 0.0293763 Dec 13 23:06:16.340212 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50337d3f-f9ad-456e-8b1f-78f1a8dfb88e req-cc52eea1-e9a0-4087-b52c-d5b088b6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:16.341859 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-50337d3f-f9ad-456e-8b1f-78f1a8dfb88e req-cc52eea1-e9a0-4087-b52c-d5b088b6aceb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0426416 Dec 13 23:06:16.391536 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-50337d3f-f9ad-456e-8b1f-78f1a8dfb88e req-2cdaa01e-37e4-42c4-a6c4-94a47150e0b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Dec 13 23:06:16.725024 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31792c3-adc6-41da-8b86-4b71e6748cdf req-44d7d0ab-6e6b-4249-8ba2-f77fefff8449 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:16.726554 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b31792c3-adc6-41da-8b86-4b71e6748cdf req-44d7d0ab-6e6b-4249-8ba2-f77fefff8449 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0736377 Dec 13 23:06:16.735106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bada-bc82-4d2d-b8e8-1790aa9babf7 req-037254dc-6b44-4a68-ac22-c346ee75be98 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:16.736607 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3cc4bada-bc82-4d2d-b8e8-1790aa9babf7 req-037254dc-6b44-4a68-ac22-c346ee75be98 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.0935497 Dec 13 23:06:16.808389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b31792c3-adc6-41da-8b86-4b71e6748cdf req-50dbb7e5-b344-4859-b880-0fe70c2835ab tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707884 Dec 13 23:06:16.812114 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3cc4bada-bc82-4d2d-b8e8-1790aa9babf7 req-dff7a4d4-d683-4f61-8d87-974da62dfb32 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687943 Dec 13 23:06:16.835966 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:16.957624 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affebf74-c18e-46bf-b3f6-6d6c3744be3f req-4afa003c-20a5-41da-883c-6d5b2efaa8d2 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:16.959121 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-affebf74-c18e-46bf-b3f6-6d6c3744be3f req-4afa003c-20a5-41da-883c-6d5b2efaa8d2 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0615907 Dec 13 23:06:17.014749 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-affebf74-c18e-46bf-b3f6-6d6c3744be3f req-49617f7a-6b4f-471a-a79a-a4094d9f28e4 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492573 Dec 13 23:06:17.335036 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e255a601-69c2-4a68-922a-06ce5ade12e3 req-f1a916f1-47d5-4689-9378-ddfc0cc9d53f tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 210 time: 0.0283980 Dec 13 23:06:17.448812 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-7ac79770-4c0b-4891-b14e-03f38d4135f8 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:17.450292 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-7ac79770-4c0b-4891-b14e-03f38d4135f8 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "GET /v2.0/networks?id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 200 len: 809 time: 0.1106327 Dec 13 23:06:17.480818 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Request body: {'port': {'device_id': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd', 'admin_state_up': True, 'tenant_id': '29aac56f8b7648db9654aeb5eb465d73'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:17.601479 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Made reservation on behalf of 29aac56f8b7648db9654aeb5eb465d73 for: {'port': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:06:17.605041 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:17.735280 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Allocated IP 172.20.0.11 (f2c49a7f-3da1-49ae-852a-b4db2605a7cd/75b5f11f-93e0-4e97-93e0-97bf5f56a2ef/d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:06:17.888072 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:17.931416 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:17.943523 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:06:17.971937 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6b8a8-3df8-4109-9cb6-32fac79d93d2 req-2a07d1ce-f1a4-42ee-9a31-a47554ec8b28 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:17.980637 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c0b6b8a8-3df8-4109-9cb6-32fac79d93d2 req-2a07d1ce-f1a4-42ee-9a31-a47554ec8b28 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.0912936 Dec 13 23:06:18.000400 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Network f2c49a7f-3da1-49ae-852a-b4db2605a7cd is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:06:18.001924 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3454e8-002d-4972-9940-0f8785343e88 req-d4b4f8eb-0346-430a-bc7a-618606c15191 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:18.003654 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:06:18.009067 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:06:18.013396 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Pushing event updated for resources: {'Port': ['ID=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:18.013820 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4a3454e8-002d-4972-9940-0f8785343e88 req-d4b4f8eb-0346-430a-bc7a-618606c15191 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0983708 Dec 13 23:06:18.077412 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c0b6b8a8-3df8-4109-9cb6-32fac79d93d2 req-964c8bc2-2ce3-4842-ae4b-d880fb059804 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909445 Dec 13 23:06:18.099814 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:18.100765 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.113822 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:18.132846 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'port_id': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'mac_address': 'fa:16:3e:de:75:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:06:18.137852 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-6ed79d8a-bdbb-43fb-bbf8-27a22fe86d33 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6608293 Dec 13 23:06:18.151207 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4a3454e8-002d-4972-9940-0f8785343e88 req-1af04bce-aa9b-45c2-91df-4804edc65255 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362524 Dec 13 23:06:18.160259 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Request body: {'port': {'device_id': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:18.213512 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffbb96-cda7-46ff-a61c-4250d740b2ab req-de9fa9ea-672d-460c-9892-fcf270bc892b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:18.222304 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0bffbb96-cda7-46ff-a61c-4250d740b2ab req-de9fa9ea-672d-460c-9892-fcf270bc892b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0697610 Dec 13 23:06:18.223854 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.225661 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.238946 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.243395 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a3ffe7-75df-415f-b4cd-1de3c71e604d {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:18.266810 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:18.272627 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.274071 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0bffbb96-cda7-46ff-a61c-4250d740b2ab req-c9840c75-3332-4262-a60f-266011c178a0 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499828 Dec 13 23:06:18.455032 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45708132-4d6b-4ac0-8c19-6466b5dd3fcf req-8b6805ef-ef59-4d30-8da4-83491ba99245 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:18.456437 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-45708132-4d6b-4ac0-8c19-6466b5dd3fcf req-8b6805ef-ef59-4d30-8da4-83491ba99245 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 932 time: 0.0511782 Dec 13 23:06:18.463924 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:18.511655 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-45708132-4d6b-4ac0-8c19-6466b5dd3fcf req-c593218f-9f8d-479c-b2ed-972f54edadc6 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Dec 13 23:06:18.523548 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:18.531735 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.543813 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Transition to ACTIVE for port object d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 will not be triggered until provisioned by entity L2. {{(pid=102557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:06:18.547951 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.593931 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Pushing event updated for resources: {'Port': ['ID=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:18.613567 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['e9a3ffe7-75df-415f-b4cd-1de3c71e604d'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:18.676867 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Attempting to bind port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:06:18.677203 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Attempting to bind port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:06:18.677562 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Attempting to bind port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 on network f2c49a7f-3da1-49ae-852a-b4db2605a7cd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:18.682793 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 on network f2c49a7f-3da1-49ae-852a-b4db2605a7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:06:18.683121 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Attempting to bind port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 on network f2c49a7f-3da1-49ae-852a-b4db2605a7cd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:18.689446 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:06:18.689781 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Checking segment: {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:06:18.690161 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Bound using segment: {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:06:18.690702 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Bound port: d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:06:18.690930 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.773307 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] For port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host hv-cinder-79628, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:06:18.778640 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] For port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:06:18.784392 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.843105 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:18.843900 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.845860 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] 10.222.0.32 "PUT /v2.0/ports/d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 HTTP/1.1" status: 200 len: 1094 time: 0.6980548 Dec 13 23:06:18.846650 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'tag': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:18.849590 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6c7572-b807-4c04-9d8d-e407ff94016d", "tag": "d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:18.853753 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ae09c-c67b-48cb-9297-382bea61a222 service neutron] Pushing event updated for resources: {'Port': ['ID=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:18.901785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:18.918734 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b5551-ec54-42d5-8d2d-8408f16c9ed0 x-openstack-request-id: req-f87b5551-ec54-42d5-8d2d-8408f16c9ed0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:18.919129 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6c7572-b807-4c04-9d8d-e407ff94016d", "tag": "d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:18.919382 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f87b5551-ec54-42d5-8d2d-8408f16c9ed0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:18.919776 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'tag': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0', 'status': 'completed', 'code': 200} Dec 13 23:06:18.969591 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-f88cf517-4e65-420f-9875-73c7f41fcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:18.969591 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-f88cf517-4e65-420f-9875-73c7f41fcd4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29aac56f8b7648db9654aeb5eb465d73&device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 1097 time: 0.0485799 Dec 13 23:06:19.038157 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-9a074e6e-8171-4fab-9075-0086980cbcf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 HTTP/1.1" status: 200 len: 217 time: 0.0558276 Dec 13 23:06:19.089918 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-86a39124-58d8-475d-b9ad-6de81dde6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.091978 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-86a39124-58d8-475d-b9ad-6de81dde6305 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75b5f11f-93e0-4e97-93e0-97bf5f56a2ef HTTP/1.1" status: 200 len: 849 time: 0.0463364 Dec 13 23:06:19.129756 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-93ef9450-c522-4393-ae26-7e0f86663827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271783 Dec 13 23:06:19.228418 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-2cd8f3a4-f66a-400e-af12-b2d9c01216aa service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875285 Dec 13 23:06:19.332084 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-7a49c30e-fbfc-43af-9e7f-f685b656a67f req-c606cf1b-db80-4925-8364-0fcef7310039 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919468 Dec 13 23:06:19.361704 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f16fee-6ad1-4ead-8811-ac32a426129d req-9b4e4115-ac73-48d5-8408-dbfd7b0c74f5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.363306 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7f16fee-6ad1-4ead-8811-ac32a426129d req-9b4e4115-ac73-48d5-8408-dbfd7b0c74f5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.3382185 Dec 13 23:06:19.372585 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-cbce353e-7cbd-453a-bd8f-c339936dbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.374200 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-cbce353e-7cbd-453a-bd8f-c339936dbec7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.3373055 Dec 13 23:06:19.399415 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e65386-080d-4ed5-a149-71402b5cc3bb req-836e6660-48ae-4ac0-b667-dcf9af163643 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.400886 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e65386-080d-4ed5-a149-71402b5cc3bb req-836e6660-48ae-4ac0-b667-dcf9af163643 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.0898860 Dec 13 23:06:19.466307 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-f6e2202a-81cc-4878-8197-1e7fc2cfb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.468002 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-f6e2202a-81cc-4878-8197-1e7fc2cfb15c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16&tenant_id=ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 1096 time: 0.0753975 Dec 13 23:06:19.534709 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7f16fee-6ad1-4ead-8811-ac32a426129d req-ee2aa799-1252-40d9-8d1a-6367b8cc269e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593497 Dec 13 23:06:19.575142 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-a8de2716-510b-410e-ad76-d40f512a47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.576482 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-a8de2716-510b-410e-ad76-d40f512a47df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29aac56f8b7648db9654aeb5eb465d73&device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 1097 time: 0.1454844 Dec 13 23:06:19.580276 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e65386-080d-4ed5-a149-71402b5cc3bb req-ed4845ba-39ce-4d88-9356-d7dbc58dc627 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694901 Dec 13 23:06:19.585478 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-0a1e0477-2106-451f-baeb-9c16e10510c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.587004 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-0a1e0477-2106-451f-baeb-9c16e10510c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.1852424 Dec 13 23:06:19.688089 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-53596483-dd34-48bd-a5f1-1e6484a1a510 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 217 time: 0.0813551 Dec 13 23:06:19.813610 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-b4830dc3-34c5-4a24-9828-fa81db23ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.814211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-0ec69bed-9b38-46c7-a023-d767e466e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.815016 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-b4830dc3-34c5-4a24-9828-fa81db23ec10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1096 time: 0.3109589 Dec 13 23:06:19.815399 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-0ec69bed-9b38-46c7-a023-d767e466e98f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0968938 Dec 13 23:06:19.822503 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-e0abf1fd-50a2-41eb-a57b-203b88a7ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.823851 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-e0abf1fd-50a2-41eb-a57b-203b88a7ac5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 200 len: 909 time: 0.2359402 Dec 13 23:06:19.834163 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad09b6-e8e3-4ece-bc5a-d7bb2f431160 req-ba572def-f04b-494e-9956-5135b3fbd68e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.835560 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cad09b6-e8e3-4ece-bc5a-d7bb2f431160 req-ba572def-f04b-494e-9956-5135b3fbd68e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1916659 Dec 13 23:06:19.842785 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b89cf-b7fd-4902-945a-baf195674538 req-d194dce0-db21-4e6a-860a-5985713a1352 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.844223 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-724b89cf-b7fd-4902-945a-baf195674538 req-d194dce0-db21-4e6a-860a-5985713a1352 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 945 time: 0.1719716 Dec 13 23:06:19.918183 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-45120d05-d6b0-4ace-b722-24af7931343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:19.919650 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-45120d05-d6b0-4ace-b722-24af7931343b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.0849040 Dec 13 23:06:19.930035 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-7aa8d2c9-aa23-4457-9955-0756d2c5efc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789738 Dec 13 23:06:19.935864 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-43e8231e-f926-4e9b-8008-871a46e04030 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 HTTP/1.1" status: 200 len: 217 time: 0.0829151 Dec 13 23:06:19.952066 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:06:19.995650 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-2ec692e9-fe48-41e7-a479-40f8cedf65f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 200 len: 999 time: 0.0649090 Dec 13 23:06:20.005600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port e9a3ffe7-75df-415f-b4cd-1de3c71e604d completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:06:20.010421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port e9a3ffe7-75df-415f-b4cd-1de3c71e604d triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:06:20.010779 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:20.050870 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-0faf640d-e793-4663-89bf-86ceddd28010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:20.052414 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4cad09b6-e8e3-4ece-bc5a-d7bb2f431160 req-4f1f8332-53b5-41bb-83bb-3fb9c88e33db tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2070320 Dec 13 23:06:20.052866 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-0faf640d-e793-4663-89bf-86ceddd28010 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0474923 Dec 13 23:06:20.086759 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-724b89cf-b7fd-4902-945a-baf195674538 req-ea96bf8a-b637-4cab-962c-f64071656022 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327421 Dec 13 23:06:20.096034 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-b069a682-1889-4a6c-9bc3-946f6fc87c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:20.097160 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-b069a682-1889-4a6c-9bc3-946f6fc87c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75b5f11f-93e0-4e97-93e0-97bf5f56a2ef HTTP/1.1" status: 200 len: 849 time: 0.1274171 Dec 13 23:06:20.110955 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:20.128811 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-6e8a2c2d-4f48-4a3d-86e9-b72b624fe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:20.130342 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-6e8a2c2d-4f48-4a3d-86e9-b72b624fe916 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0636437 Dec 13 23:06:20.155337 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:20.160475 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d28f5-3a2b-405f-bbab-1df0a4883e4d" -d '{"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:20.180157 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:20.185126 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:20.188764 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-6755cc70-bee4-4a71-a900-e1b31e0ac88c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506177 Dec 13 23:06:20.218448 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-9dea94e7-a4e5-4524-bef0-855f080e97aa service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760758 Dec 13 23:06:20.252066 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-42d1fd99-0a5f-43be-9ba8-54a241a752bb service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096668 Dec 13 23:06:20.256545 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:20.342450 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921dc2-0f00-4c34-b3e6-ef685cab90ee req-c05ee046-4957-401b-99ce-f063efb8bbc8 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:20.344003 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b0921dc2-0f00-4c34-b3e6-ef685cab90ee req-c05ee046-4957-401b-99ce-f063efb8bbc8 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 944 time: 0.1913874 Dec 13 23:06:20.377052 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-d1a618df-f31b-4375-9ef0-8e7306a140bb req-20b0ea3d-f8e8-485e-bde2-5fa28ae4505f service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010599 Dec 13 23:06:20.406741 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-1b532c46-c214-4ce8-972f-f1eb4158fc3a service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981113 Dec 13 23:06:20.416920 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-416237d6-530c-4e43-9f84-88b8aa6e9e88 req-f435f6f8-b23a-4e5f-9018-0668b2ef8984 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855674 Dec 13 23:06:20.431758 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b0921dc2-0f00-4c34-b3e6-ef685cab90ee req-891e61a3-1208-4a4a-a017-e36904d4f0e1 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781291 Dec 13 23:06:20.498745 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f37327-e22d-4e7c-857e-88c9751fed32 x-openstack-request-id: req-40f37327-e22d-4e7c-857e-88c9751fed32 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:20.498745 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:20.498745 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40f37327-e22d-4e7c-857e-88c9751fed32 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:20.498745 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'code': 200} Dec 13 23:06:20.560602 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-baea8ab9-804d-4fb8-b4ac-f5436e9ab9f7 req-fdf63ed1-2c4f-48eb-9d45-baa618590105 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268282 Dec 13 23:06:20.675374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fde14-4cee-457f-8501-cfcbbc81c650 req-015cf9ec-185c-4aac-a4a1-8d4727f59065 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:20.677284 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1e9fde14-4cee-457f-8501-cfcbbc81c650 req-015cf9ec-185c-4aac-a4a1-8d4727f59065 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0588553 Dec 13 23:06:20.735922 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1e9fde14-4cee-457f-8501-cfcbbc81c650 req-0ea7adf2-c30b-48c6-a468-86a5d491cb28 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522521 Dec 13 23:06:20.819380 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c164594-498c-47bb-9abb-ce762cf2307e req-174ddb18-9b86-4483-b5ea-7ba9fbac3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:20.820790 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c164594-498c-47bb-9abb-ce762cf2307e req-174ddb18-9b86-4483-b5ea-7ba9fbac3110 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0402851 Dec 13 23:06:20.870420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5c164594-498c-47bb-9abb-ce762cf2307e req-fde55ca2-55db-46e9-90fc-13df74041fb7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Dec 13 23:06:21.244353 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd837c-561f-4991-aae3-eed4d2aefe07 req-99e51cfd-86f2-4329-954d-cab66da11cfc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:21.251652 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8fcd837c-561f-4991-aae3-eed4d2aefe07 req-99e51cfd-86f2-4329-954d-cab66da11cfc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1112974 Dec 13 23:06:21.299020 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab373b-a5b2-42f2-b5dd-6af6dde84117 req-2da822a2-01ab-4e33-be58-65630f95f6f8 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:21.304009 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12ab373b-a5b2-42f2-b5dd-6af6dde84117 req-2da822a2-01ab-4e33-be58-65630f95f6f8 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.1042290 Dec 13 23:06:21.337928 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8fcd837c-561f-4991-aae3-eed4d2aefe07 req-b997661c-3155-4815-89b5-6a651d67383c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832534 Dec 13 23:06:21.371223 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12ab373b-a5b2-42f2-b5dd-6af6dde84117 req-416a4ac6-378a-4d1c-82d5-bb5ba9e1fc71 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593560 Dec 13 23:06:21.586170 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665c18-63c2-4075-86c9-a2e35f66b04c req-bd44f0fc-db9d-4601-91ff-0d995f8700c1 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:21.587895 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3e665c18-63c2-4075-86c9-a2e35f66b04c req-bd44f0fc-db9d-4601-91ff-0d995f8700c1 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 944 time: 0.0534251 Dec 13 23:06:21.650014 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3e665c18-63c2-4075-86c9-a2e35f66b04c req-d295b9b1-0d86-4d4e-8b71-5aa614963766 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Dec 13 23:06:21.880267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ac3ae-3d4e-47d2-9d6c-d086baf00e96 req-93957e15-4442-4037-9f12-571ba2874caa tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:21.881656 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-563ac3ae-3d4e-47d2-9d6c-d086baf00e96 req-93957e15-4442-4037-9f12-571ba2874caa tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0684898 Dec 13 23:06:21.940804 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-563ac3ae-3d4e-47d2-9d6c-d086baf00e96 req-21a66b75-d27d-452e-9219-32339ce39eb3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Dec 13 23:06:21.958508 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:06:22.066999 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:22.078084 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0', 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd', 'port_id': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b5f11f-93e0-4e97-93e0-97bf5f56a2ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:06:22.122624 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:22.138839 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:22.159626 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:22.164643 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:22.219420 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:22.505104 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8014c-2ae4-4f50-8555-a431765f39ad req-b85f9815-144d-4fdc-93ed-01e1a2e26703 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:22.505720 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:22.506666 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9c8014c-2ae4-4f50-8555-a431765f39ad req-b85f9815-144d-4fdc-93ed-01e1a2e26703 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0814173 Dec 13 23:06:22.527351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7bbe-87d9-4bed-8f49-00234fa16547 req-2c5e98d2-f79b-496c-a2b8-a933a6852b2c tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:22.528793 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9caa7bbe-87d9-4bed-8f49-00234fa16547 req-2c5e98d2-f79b-496c-a2b8-a933a6852b2c tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0776868 Dec 13 23:06:22.619097 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9c8014c-2ae4-4f50-8555-a431765f39ad req-6e10225a-6ec4-44bb-854a-a8a2909f67d5 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050050 Dec 13 23:06:22.666829 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9caa7bbe-87d9-4bed-8f49-00234fa16547 req-a8c12854-fc66-470d-843e-3307e55d0a61 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162710 Dec 13 23:06:22.810148 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d901d-57d0-4aa7-a119-e4aaa6d006db req-e237b5ac-98fd-4b51-892a-50c72a3fdc4f tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:22.812738 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd3d901d-57d0-4aa7-a119-e4aaa6d006db req-e237b5ac-98fd-4b51-892a-50c72a3fdc4f tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 945 time: 0.0749280 Dec 13 23:06:22.870681 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd3d901d-57d0-4aa7-a119-e4aaa6d006db req-6583040c-3325-425c-876e-8691ad00add3 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Dec 13 23:06:23.069967 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e09d05-c3bd-441a-bb47-349acd59db2f req-85779c83-dcae-4ca3-ae67-f6778f28e30e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:23.071988 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32e09d05-c3bd-441a-bb47-349acd59db2f req-85779c83-dcae-4ca3-ae67-f6778f28e30e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0588145 Dec 13 23:06:23.125379 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32e09d05-c3bd-441a-bb47-349acd59db2f req-611d47d6-bb7b-4e30-a81b-eb07971119f0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Dec 13 23:06:23.789639 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07a8f3-39a7-4b04-b5a0-1616ba304627 req-a9963919-556e-4204-aa3f-77b42c747821 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:23.791188 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7f07a8f3-39a7-4b04-b5a0-1616ba304627 req-a9963919-556e-4204-aa3f-77b42c747821 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0890117 Dec 13 23:06:23.803710 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a611d-c252-4988-9abc-7379c76f0b3b req-824b99d7-3190-47b1-9283-aa7448461e64 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:23.805519 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-789a611d-c252-4988-9abc-7379c76f0b3b req-824b99d7-3190-47b1-9283-aa7448461e64 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0673554 Dec 13 23:06:23.886893 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7f07a8f3-39a7-4b04-b5a0-1616ba304627 req-d638a9ba-48f4-4717-a571-442384e7e616 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802259 Dec 13 23:06:23.896021 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-789a611d-c252-4988-9abc-7379c76f0b3b req-cf7e96d8-5ce9-4693-9fe4-9351728fa120 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748603 Dec 13 23:06:23.964215 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:06:24.004698 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389d6ad-39cf-4549-b554-9984a55fbdc3 req-429a95f7-bb33-4da8-9a03-a6a928d9352b tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:24.006591 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6389d6ad-39cf-4549-b554-9984a55fbdc3 req-429a95f7-bb33-4da8-9a03-a6a928d9352b tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 945 time: 0.0604517 Dec 13 23:06:24.036117 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:06:24.041621 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:06:24.042000 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:24.060829 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6389d6ad-39cf-4549-b554-9984a55fbdc3 req-85805ec1-9107-4c44-a0bc-4082a4ecf41c tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475829 Dec 13 23:06:24.131217 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:24.170348 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:24.171845 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:24.174786 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d8d2d-abe8-4227-a162-313668f0d841" -d '{"events": [{"server_uuid": "1c6c7572-b807-4c04-9d8d-e407ff94016d", "name": "network-vif-plugged", "status": "completed", "tag": "d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:24.181151 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:24.229206 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4194e42d-d236-4533-9f20-180202fb25c5 x-openstack-request-id: req-4194e42d-d236-4533-9f20-180202fb25c5 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:24.229525 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c7572-b807-4c04-9d8d-e407ff94016d", "name": "network-vif-plugged", "status": "completed", "tag": "d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:24.229789 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4194e42d-d236-4533-9f20-180202fb25c5 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:24.230183 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0', 'code': 200} Dec 13 23:06:24.234875 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:24.247182 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.247540 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.247889 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.248246 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.248819 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.249183 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.249799 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.250044 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.250468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.250891 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.251272 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.251745 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.252079 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:24.281080 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedeec-66c3-4b39-aff7-900ab567d27b req-6ea206f5-1745-4a08-ac28-8db4be9f52f1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:24.282620 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32cedeec-66c3-4b39-aff7-900ab567d27b req-6ea206f5-1745-4a08-ac28-8db4be9f52f1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0521042 Dec 13 23:06:24.331967 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32cedeec-66c3-4b39-aff7-900ab567d27b req-2e771dc9-3813-435b-9d19-5bd67b266a4f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 Dec 13 23:06:25.056803 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cb376-4b5e-4f89-a508-6879b2fa8206 req-880af9b1-d350-4f9e-a86b-4bfd62b9f27b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:25.058354 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8d8cb376-4b5e-4f89-a508-6879b2fa8206 req-880af9b1-d350-4f9e-a86b-4bfd62b9f27b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0937369 Dec 13 23:06:25.067258 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12af24f-d64e-4b47-b5bf-1f36e3c82e7e req-5d0bcbf4-41e0-405e-af89-baa7a0ce5991 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:25.068729 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e12af24f-d64e-4b47-b5bf-1f36e3c82e7e req-5d0bcbf4-41e0-405e-af89-baa7a0ce5991 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0952947 Dec 13 23:06:25.142711 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8d8cb376-4b5e-4f89-a508-6879b2fa8206 req-3c3babae-0735-44c6-aedb-1477eb081c46 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729837 Dec 13 23:06:25.146367 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e12af24f-d64e-4b47-b5bf-1f36e3c82e7e req-2aed2293-49f5-4931-a22c-918ed14ffb84 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708416 Dec 13 23:06:25.259170 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d60a0-3568-419d-b860-ec22a525809c req-af47cbf2-bddc-4527-b5b5-4ae4a888225a tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:25.260543 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e8d60a0-3568-419d-b860-ec22a525809c req-af47cbf2-bddc-4527-b5b5-4ae4a888225a tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0504110 Dec 13 23:06:25.315557 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e8d60a0-3568-419d-b860-ec22a525809c req-40cab7db-51f1-43fd-87ca-37e90956143c tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Dec 13 23:06:25.463619 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954d029-553b-4882-8495-10a2f38db849 req-176eee7a-a9b9-4403-a704-0fe75364d2cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:25.465680 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e954d029-553b-4882-8495-10a2f38db849 req-176eee7a-a9b9-4403-a704-0fe75364d2cc tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0539069 Dec 13 23:06:25.519536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e954d029-553b-4882-8495-10a2f38db849 req-ba59d6c4-b74c-4f48-ac11-b5974738d102 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Dec 13 23:06:26.307507 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cde89e-1b38-4a9d-a083-dfb63040f72a req-d7da5c7d-a95b-4acc-ad8a-e58277ffa893 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:26.309835 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f4cde89e-1b38-4a9d-a083-dfb63040f72a req-d7da5c7d-a95b-4acc-ad8a-e58277ffa893 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0634501 Dec 13 23:06:26.321069 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c99cf9-1f5b-4be4-acd7-90f20ceb3b8d req-8d933dda-0790-4d03-9b8a-5c8215673902 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:26.323057 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c1c99cf9-1f5b-4be4-acd7-90f20ceb3b8d req-8d933dda-0790-4d03-9b8a-5c8215673902 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.1043744 Dec 13 23:06:26.397627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f4cde89e-1b38-4a9d-a083-dfb63040f72a req-2e45f958-2721-44c0-9f1c-e9a6dc5eb326 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735221 Dec 13 23:06:26.401373 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c1c99cf9-1f5b-4be4-acd7-90f20ceb3b8d req-158f7ee9-c077-4a7a-874c-09d24441458d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712695 Dec 13 23:06:26.514185 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9271693-117d-463e-9bc0-ada77b1f0719 req-1c990e4e-91b2-450d-9f88-9c4e5ba68afe tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:26.515872 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b9271693-117d-463e-9bc0-ada77b1f0719 req-1c990e4e-91b2-450d-9f88-9c4e5ba68afe tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0481451 Dec 13 23:06:26.567990 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b9271693-117d-463e-9bc0-ada77b1f0719 req-3a80108d-c378-4d83-86fe-7980d385b219 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 Dec 13 23:06:26.645709 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3465db-9de4-4721-b407-4f6d06633cc6 req-c2770265-4c3d-4bad-83fc-52bdd2492069 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:26.647193 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3465db-9de4-4721-b407-4f6d06633cc6 req-c2770265-4c3d-4bad-83fc-52bdd2492069 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0531664 Dec 13 23:06:26.697477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa3465db-9de4-4721-b407-4f6d06633cc6 req-a5f9b3b5-6df0-4a27-8fc9-4c2915d10802 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Dec 13 23:06:27.551798 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2be7c-f7fa-4d76-a14a-f94769a20f5d req-a2523533-28de-4d66-884d-f4ed6ec514fc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:27.553584 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15e2be7c-f7fa-4d76-a14a-f94769a20f5d req-a2523533-28de-4d66-884d-f4ed6ec514fc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0802023 Dec 13 23:06:27.567372 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86db43-8e88-4871-8e06-e1acec888ffd req-0b9cb59a-74a9-4ced-a5e7-e24e614a9870 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:27.569153 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af86db43-8e88-4871-8e06-e1acec888ffd req-0b9cb59a-74a9-4ced-a5e7-e24e614a9870 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0683448 Dec 13 23:06:27.650964 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15e2be7c-f7fa-4d76-a14a-f94769a20f5d req-1e856ab7-3750-4022-9781-fe2c7b764f42 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807624 Dec 13 23:06:27.654238 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af86db43-8e88-4871-8e06-e1acec888ffd req-5a4d63af-51a3-4cd5-93d2-7f86dc8aa1ad tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768204 Dec 13 23:06:27.771728 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f681c8-8d91-4345-a96e-0371f1576daa req-7feaca21-d151-47f0-9244-1925c1a4baf3 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:27.773244 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-31f681c8-8d91-4345-a96e-0371f1576daa req-7feaca21-d151-47f0-9244-1925c1a4baf3 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0591776 Dec 13 23:06:27.852395 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84782d-5984-47e7-8c60-6bf29f62f40b req-a6da6438-534c-498b-a82a-c960b03fddd5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:27.853877 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c84782d-5984-47e7-8c60-6bf29f62f40b req-a6da6438-534c-498b-a82a-c960b03fddd5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0766180 Dec 13 23:06:27.861165 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-31f681c8-8d91-4345-a96e-0371f1576daa req-5de41e85-fe64-4f86-af9c-14d17e0ef783 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749025 Dec 13 23:06:27.916007 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c84782d-5984-47e7-8c60-6bf29f62f40b req-399eafde-3ec0-4ec3-8e72-7ce1c71e4d90 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538533 Dec 13 23:06:28.827989 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f5fe-d1f4-471f-b411-e5f252e48b07 req-37ca69c9-25b7-46a1-bd56-3fd946c3d812 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:28.829869 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4c0f5fe-d1f4-471f-b411-e5f252e48b07 req-37ca69c9-25b7-46a1-bd56-3fd946c3d812 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0849910 Dec 13 23:06:28.838528 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c0d9b-0ec4-409b-ab28-f264cb11c650 req-b9e5b43b-9adb-4e01-aa5c-d208f7563094 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:28.839981 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5d1c0d9b-0ec4-409b-ab28-f264cb11c650 req-b9e5b43b-9adb-4e01-aa5c-d208f7563094 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0854924 Dec 13 23:06:28.915836 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a4c0f5fe-d1f4-471f-b411-e5f252e48b07 req-d2e10526-fe77-4b0d-8004-528d95e5af2b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748355 Dec 13 23:06:28.919403 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5d1c0d9b-0ec4-409b-ab28-f264cb11c650 req-7ee89dc1-bf81-4d2b-bb02-e9e5ed233afc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723677 Dec 13 23:06:29.106435 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91182f1-e429-4a38-8b9f-3b607ea1eb4b req-91e395e4-51ce-4a4d-9e6f-0ec87e5d1fbb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:29.107915 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b91182f1-e429-4a38-8b9f-3b607ea1eb4b req-91e395e4-51ce-4a4d-9e6f-0ec87e5d1fbb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0960324 Dec 13 23:06:29.119962 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1c15-0eb2-420f-a14f-ae57a0b7069f req-f811c612-a537-4287-ab43-571fa5c806e3 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:29.121364 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d8f1c15-0eb2-420f-a14f-ae57a0b7069f req-f811c612-a537-4287-ab43-571fa5c806e3 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0708754 Dec 13 23:06:29.194741 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b91182f1-e429-4a38-8b9f-3b607ea1eb4b req-7601290e-cc73-40c6-8b0f-7067be4d9ebd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723341 Dec 13 23:06:29.197812 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d8f1c15-0eb2-420f-a14f-ae57a0b7069f req-e9d4876d-d55c-4a9e-a624-7a8b5b9626bd tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Dec 13 23:06:30.087084 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4003-cda9-4eb0-9a1a-024cac6b9d99 req-248cab32-0112-41e8-b626-b62e85a7ac81 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:30.088582 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67cd4003-cda9-4eb0-9a1a-024cac6b9d99 req-248cab32-0112-41e8-b626-b62e85a7ac81 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0619986 Dec 13 23:06:30.100212 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757a1c-39eb-441d-94a9-89e350b9abe9 req-036e1555-8f7c-4711-bb15-4af35c79baed tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:30.101667 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2f757a1c-39eb-441d-94a9-89e350b9abe9 req-036e1555-8f7c-4711-bb15-4af35c79baed tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.1048574 Dec 13 23:06:30.176505 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67cd4003-cda9-4eb0-9a1a-024cac6b9d99 req-cfd45e5b-0d59-4379-9363-2453f34f041f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734999 Dec 13 23:06:30.190089 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2f757a1c-39eb-441d-94a9-89e350b9abe9 req-c0bf03f9-e895-49ee-a1f2-830bbbc067a7 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813296 Dec 13 23:06:30.349400 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72650c4-48fb-4002-aa6a-a454e2304f9f req-319ee22a-2c7f-4af5-9bba-2f5100cb669e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:30.351072 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e72650c4-48fb-4002-aa6a-a454e2304f9f req-319ee22a-2c7f-4af5-9bba-2f5100cb669e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0834825 Dec 13 23:06:30.376675 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca21dd-6bc1-4f6b-b7dc-cd7889977dc1 req-b05c7197-694f-48f1-b9ee-dce28435a680 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:30.378201 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ca21dd-6bc1-4f6b-b7dc-cd7889977dc1 req-b05c7197-694f-48f1-b9ee-dce28435a680 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1091564 Dec 13 23:06:30.439265 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e72650c4-48fb-4002-aa6a-a454e2304f9f req-79a76219-34ac-44ad-9bae-3f9f5e472f07 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806446 Dec 13 23:06:30.452767 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ca21dd-6bc1-4f6b-b7dc-cd7889977dc1 req-c9f89b25-4282-4c01-b585-f79c53bc831f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680375 Dec 13 23:06:31.338923 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b92e-6358-45b4-8a8c-263726710197 req-0e72fc05-c9f5-4576-984c-e5cd2e0998df tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:31.340446 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12f2b92e-6358-45b4-8a8c-263726710197 req-0e72fc05-c9f5-4576-984c-e5cd2e0998df tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0845468 Dec 13 23:06:31.362850 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df72d9-34e6-47ab-8fb3-ec0e3758cfd9 req-39b21493-48f2-4774-b6b6-5df9e3edbd36 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:31.364270 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-28df72d9-34e6-47ab-8fb3-ec0e3758cfd9 req-39b21493-48f2-4774-b6b6-5df9e3edbd36 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0740471 Dec 13 23:06:31.423356 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12f2b92e-6358-45b4-8a8c-263726710197 req-0e3952c3-f9f2-4823-a506-02a8c5c5cd78 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756781 Dec 13 23:06:31.441571 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-28df72d9-34e6-47ab-8fb3-ec0e3758cfd9 req-b4b81935-599a-4cde-a3b0-1153b8d82cfb tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697491 Dec 13 23:06:31.600179 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126a63-1f22-4a71-8dbf-4fd497923d34 req-263c286b-2e8c-407d-84b6-94bea672ebfa tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:31.601798 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d126a63-1f22-4a71-8dbf-4fd497923d34 req-263c286b-2e8c-407d-84b6-94bea672ebfa tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0857601 Dec 13 23:06:31.612883 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9218b0-f55a-4533-b5b3-3b6197cd1cd1 req-1c2fe626-5245-4534-b7f1-800605fc3cdd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:31.614461 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb9218b0-f55a-4533-b5b3-3b6197cd1cd1 req-1c2fe626-5245-4534-b7f1-800605fc3cdd tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0662737 Dec 13 23:06:31.684036 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb9218b0-f55a-4533-b5b3-3b6197cd1cd1 req-06c04f12-a87a-4d5e-81d7-b7f0ff1d2d06 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626101 Dec 13 23:06:31.687407 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d126a63-1f22-4a71-8dbf-4fd497923d34 req-92787574-71f5-468e-89fc-f5a8f2628dea tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720024 Dec 13 23:06:32.593102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918d5c-c6cc-4871-a9b5-169e71c1a8d6 req-9c88a9d9-6f05-4f9d-8769-c8bc08e220d7 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:32.595442 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d5918d5c-c6cc-4871-a9b5-169e71c1a8d6 req-9c88a9d9-6f05-4f9d-8769-c8bc08e220d7 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0618157 Dec 13 23:06:32.603337 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f300f2d-0189-45cd-9cda-17462c0a8357 req-7d1fd136-16a4-4058-98fd-7927b2b4bd8d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:32.604696 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4f300f2d-0189-45cd-9cda-17462c0a8357 req-7d1fd136-16a4-4058-98fd-7927b2b4bd8d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1023467 Dec 13 23:06:32.706149 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d5918d5c-c6cc-4871-a9b5-169e71c1a8d6 req-1fab3f50-4bcf-4142-9bcf-1eee00caa75e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996578 Dec 13 23:06:32.729303 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4f300f2d-0189-45cd-9cda-17462c0a8357 req-2043c941-8824-4542-a0c6-e46259dd7ac4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157916 Dec 13 23:06:32.735179 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783467eb-6621-460a-b752-40773bb48176 req-dfca459f-905a-4e1d-8560-028edfdf54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:32.737535 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-783467eb-6621-460a-b752-40773bb48176 req-dfca459f-905a-4e1d-8560-028edfdf54fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 1099 time: 0.0941329 Dec 13 23:06:33.081035 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-783467eb-6621-460a-b752-40773bb48176 req-e38b6504-4061-4f4a-bd22-5db06d4dbee5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343704 Dec 13 23:06:33.100498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbfc21-4357-4d00-9d58-0b0764ff0b87 req-51aed88d-163a-455a-9d5b-32ca005a1468 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:33.101957 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-71fbfc21-4357-4d00-9d58-0b0764ff0b87 req-51aed88d-163a-455a-9d5b-32ca005a1468 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0950239 Dec 13 23:06:33.108961 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666706-089a-4332-be9e-bcccd8c2bb3d req-9b5dc095-d427-4b6f-86db-f3afcd8acb06 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:33.110356 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66666706-089a-4332-be9e-bcccd8c2bb3d req-9b5dc095-d427-4b6f-86db-f3afcd8acb06 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1044707 Dec 13 23:06:33.182196 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-71fbfc21-4357-4d00-9d58-0b0764ff0b87 req-c1a6e9c8-9a14-4352-9648-bd157c313b2f tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708818 Dec 13 23:06:33.186931 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66666706-089a-4332-be9e-bcccd8c2bb3d req-11612cae-3c52-472b-bdb9-fdb80b45e365 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698106 Dec 13 23:06:33.853423 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6ef0c-8937-4e08-a499-fc1744f5b47e req-a62f72c7-c9de-49b1-a9cb-df57bc630a6b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:33.854865 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1b6ef0c-8937-4e08-a499-fc1744f5b47e req-a62f72c7-c9de-49b1-a9cb-df57bc630a6b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0769806 Dec 13 23:06:33.866433 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c417e-4015-4ebd-9f42-9511c2ea908a req-38502878-aa4d-4b18-87cc-3efc3f3213e7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:33.867813 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf3c417e-4015-4ebd-9f42-9511c2ea908a req-38502878-aa4d-4b18-87cc-3efc3f3213e7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0611334 Dec 13 23:06:33.943309 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1b6ef0c-8937-4e08-a499-fc1744f5b47e req-c003b189-eaf3-42c7-a33e-29aee2d5a521 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745790 Dec 13 23:06:33.948320 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf3c417e-4015-4ebd-9f42-9511c2ea908a req-13ccc979-0267-4ca4-a71e-3c0a346136ae tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739906 Dec 13 23:06:34.061841 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c99a02-cf84-4e31-8c60-1316710cfe95 req-b5d309f0-a7e2-4a2c-8ca8-6c2618bdeee5 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:34.063659 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09c99a02-cf84-4e31-8c60-1316710cfe95 req-b5d309f0-a7e2-4a2c-8ca8-6c2618bdeee5 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0546505 Dec 13 23:06:34.116804 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09c99a02-cf84-4e31-8c60-1316710cfe95 req-d96fc35b-9dbd-4466-8c6c-996d23f8cc32 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447998 Dec 13 23:06:34.142263 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47136) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:34.365907 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe94bb5-79fe-4ea3-b742-91ef176be6a1 req-e44a54f9-5e4b-4d02-bdce-2cde31499ace tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:34.367379 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbe94bb5-79fe-4ea3-b742-91ef176be6a1 req-e44a54f9-5e4b-4d02-bdce-2cde31499ace tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1054652 Dec 13 23:06:34.368961 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901238a3-13bb-48cd-907b-eb977d8f9767 tempest-TestShelveInstance-1897730914 tempest-TestShelveInstance-1897730914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:34.370328 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-901238a3-13bb-48cd-907b-eb977d8f9767 tempest-TestShelveInstance-1897730914 tempest-TestShelveInstance-1897730914-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1094 time: 0.2269094 Dec 13 23:06:34.373990 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 47148) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:06:34.379003 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'port_id': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:34.397047 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fef6d-3776-4836-95ff-b43e7d66b04e req-d45dcf1e-a758-4e49-b48d-acf4873c91f9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:34.398567 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-219fef6d-3776-4836-95ff-b43e7d66b04e req-d45dcf1e-a758-4e49-b48d-acf4873c91f9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.1107237 Dec 13 23:06:34.408236 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:34.445766 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbe94bb5-79fe-4ea3-b742-91ef176be6a1 req-b6511466-7f79-42e3-8aa3-ebbaf689866e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Dec 13 23:06:34.480555 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-219fef6d-3776-4836-95ff-b43e7d66b04e req-6af5ee84-c78b-4e99-bbb5-962664f812a8 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Dec 13 23:06:34.511110 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:34.626497 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Allocated IP 172.27.0.99 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/1c592596-d7f3-4b66-afbd-c33276e5e28c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:06:34.721652 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:34.735720 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:34.770979 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:34.808417 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:06:34.811213 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:06:34.814206 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:06:34.844887 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'Port': ['ID=1c592596-d7f3-4b66-afbd-c33276e5e28c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:34.856507 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.856858 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.857199 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.857562 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.857881 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.858210 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.858534 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.858858 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.859188 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.859504 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.859826 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.860169 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:34.860490 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:06:35.078413 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0dd34-8180-4ff5-b699-308fc168a236 req-a91689c5-ac39-4c67-9c9a-b0f35217720c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:35.079875 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54b0dd34-8180-4ff5-b699-308fc168a236 req-a91689c5-ac39-4c67-9c9a-b0f35217720c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0515985 Dec 13 23:06:35.126643 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54b0dd34-8180-4ff5-b699-308fc168a236 req-19d758c3-aaf0-4ddf-a25a-270c24922302 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403824 Dec 13 23:06:35.186713 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:35.256836 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:35.407415 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:35.413897 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:35.483400 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event updated for resources: {'Port': ['ID=1c592596-d7f3-4b66-afbd-c33276e5e28c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:35.493468 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:35.598021 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Floating IP ca517fb5-b11c-4699-8063-67ee8c2223c4 associated. External IP: 172.27.0.99, port: e9a3ffe7-75df-415f-b4cd-1de3c71e604d. Dec 13 23:06:35.598331 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad39374-cd4e-48c5-b64b-c3369dfd21ef req-204c43be-ab8c-459a-b772-77b86063f4f2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:35.599841 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cad39374-cd4e-48c5-b64b-c3369dfd21ef req-204c43be-ab8c-459a-b772-77b86063f4f2 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0788188 Dec 13 23:06:35.630392 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac696-5ecf-49f5-a241-cc94f474d176 req-2a821827-be0d-4192-a55e-28f684de22d9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:35.631888 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c05ac696-5ecf-49f5-a241-cc94f474d176 req-2a821827-be0d-4192-a55e-28f684de22d9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0738356 Dec 13 23:06:35.678550 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cad39374-cd4e-48c5-b64b-c3369dfd21ef req-6ccd1aad-4ae5-4323-a2d2-e9fa33f26550 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Dec 13 23:06:35.702094 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c05ac696-5ecf-49f5-a241-cc94f474d176 req-c4788a49-9b8d-4e20-8672-78082ee1db8e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632830 Dec 13 23:06:35.819902 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Router 7acf0440-00b6-4b53-8511-4e2c3b68e964 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:06:35.922852 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:06:35.934687 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] Sync routers for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:06:35.945388 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:35.948393 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:06:35.949089 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:06:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:06:35.994329 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-88396f92-82f9-44ef-ac58-a645db4dbdec tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6044681 Dec 13 23:06:35.994329 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:35.994329 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39908e7e-4676-4425-8561-533f08f5e60d" -d '{"events": [{"name": "network-changed", "server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:36.028654 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c817575-b823-4bf8-ac2c-ba4d0b5bf370 x-openstack-request-id: req-0c817575-b823-4bf8-ac2c-ba4d0b5bf370 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:36.028949 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:36.029203 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c817575-b823-4bf8-ac2c-ba4d0b5bf370 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:36.029833 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'status': 'completed', 'code': 200} Dec 13 23:06:36.057070 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:06:36.099779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e7e-4676-4425-8561-533f08f5e60d req-9411dec8-2307-46a9-8cfb-a7aad146a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.101287 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-9411dec8-2307-46a9-8cfb-a7aad146a406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0408289 Dec 13 23:06:36.226583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e7e-4676-4425-8561-533f08f5e60d req-2cabb3f2-16da-4626-87e2-6fe5a89d4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.228043 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-2cabb3f2-16da-4626-87e2-6fe5a89d4bfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.1081345 Dec 13 23:06:36.294919 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': 'ca517fb5-b11c-4699-8063-67ee8c2223c4', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'port_id': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'mac_address': 'fa:16:3e:de:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bb0b5-5864-48f0-b212-af69708aae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:06:35Z', 'updated_at': '2021-12-13T23:06:35Z', 'revision_number': 0, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:06:36.320005 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26257e3c-114a-4ba6-9ec2-95802d924a16 req-51afb8cf-5a5d-4ee5-af5c-ff43e5a7c70c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.321601 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-26257e3c-114a-4ba6-9ec2-95802d924a16 req-51afb8cf-5a5d-4ee5-af5c-ff43e5a7c70c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.1099744 Dec 13 23:06:36.323608 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-6285fc3f-d25a-4778-bc0b-c89a71981362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 999 time: 0.0821068 Dec 13 23:06:36.326859 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] Checking router: 7acf0440-00b6-4b53-8511-4e2c3b68e964 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:06:36.335818 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:06:36.336392 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:06:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:06:36.417641 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e7e-4676-4425-8561-533f08f5e60d req-a19ed8b9-d509-449d-89ad-19a8daf0b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.428194 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-a19ed8b9-d509-449d-89ad-19a8daf0b11b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0961146 Dec 13 23:06:36.433375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-26257e3c-114a-4ba6-9ec2-95802d924a16 req-467da1e0-c330-45e5-bbeb-d46bcdcf949c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028581 Dec 13 23:06:36.512137 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e7e-4676-4425-8561-533f08f5e60d req-62f6cd75-edc9-47b7-83b6-aa587bf29563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.513784 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-62f6cd75-edc9-47b7-83b6-aa587bf29563 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759318 Dec 13 23:06:36.545603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0997-1413-454c-b318-ad0a50838183 req-8dc7c5dc-c2a8-4611-86b4-7125fe33b390 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.545844 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:06:36.547029 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d82e0997-1413-454c-b318-ad0a50838183 req-8dc7c5dc-c2a8-4611-86b4-7125fe33b390 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0654275 Dec 13 23:06:36.647333 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d82e0997-1413-454c-b318-ad0a50838183 req-a7cd1d8e-c682-4689-aa9f-0f1dddeb8374 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905693 Dec 13 23:06:36.657642 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-2c15e190-716d-456e-b533-9063a348dbc9 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281965 Dec 13 23:06:36.771543 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': 'ca517fb5-b11c-4699-8063-67ee8c2223c4', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'port_id': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'mac_address': 'fa:16:3e:de:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bb0b5-5864-48f0-b212-af69708aae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:06:35Z', 'updated_at': '2021-12-13T23:06:35Z', 'revision_number': 0, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:06:36.785852 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39908e7e-4676-4425-8561-533f08f5e60d req-9f357565-f229-41c8-9f55-68b186bf7c85 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112087 Dec 13 23:06:36.803984 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5a2deb-db03-4f68-9dbe-b10035c2744b None None] The sync data for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi is: [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': 'ca517fb5-b11c-4699-8063-67ee8c2223c4', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'port_id': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'mac_address': 'fa:16:3e:de:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776bb0b5-5864-48f0-b212-af69708aae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:06:35Z', 'updated_at': '2021-12-13T23:06:35Z', 'revision_number': 0, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:06:36.812778 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8374-0420-4764-9295-a2bee91c92c6 req-e245d32c-17ce-42fa-a1e3-1dd48027ad8e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:36.814389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-452d8374-0420-4764-9295-a2bee91c92c6 req-e245d32c-17ce-42fa-a1e3-1dd48027ad8e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0631428 Dec 13 23:06:36.864527 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-452d8374-0420-4764-9295-a2bee91c92c6 req-4e3ec56d-e6c7-43d8-b681-99554fa9b018 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Dec 13 23:06:37.000741 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b9e41-1ff4-4099-8a2d-3ab1a7dd14de None None] New status for floating IP ca517fb5-b11c-4699-8063-67ee8c2223c4: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:06:37.580819 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111039-bac3-4f0c-bd8c-18dd3e9d3518 req-1c11294f-b19c-46ab-91dd-2f04d9592cd7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:37.582335 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fc111039-bac3-4f0c-bd8c-18dd3e9d3518 req-1c11294f-b19c-46ab-91dd-2f04d9592cd7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0696845 Dec 13 23:06:37.632516 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fc111039-bac3-4f0c-bd8c-18dd3e9d3518 req-b30c0721-2309-4c46-bf6e-38e85e0637c0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411329 Dec 13 23:06:37.772978 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaf24f-ad69-4eb4-bd58-883e293681ba req-89c82a75-541c-4634-beef-837d1c98ade7 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:37.774496 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37eaf24f-ad69-4eb4-bd58-883e293681ba req-89c82a75-541c-4634-beef-837d1c98ade7 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0494337 Dec 13 23:06:37.830816 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37eaf24f-ad69-4eb4-bd58-883e293681ba req-a7647892-57ac-4d5a-a556-8d3e63022673 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472269 Dec 13 23:06:37.986552 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86aee8-21ef-4c8b-9950-884c46624405 req-7eb138ad-5ef4-46b7-b486-853c29084568 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:37.988066 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da86aee8-21ef-4c8b-9950-884c46624405 req-7eb138ad-5ef4-46b7-b486-853c29084568 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0550766 Dec 13 23:06:38.035412 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da86aee8-21ef-4c8b-9950-884c46624405 req-967d1041-d849-4c95-9482-1d49e9373557 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Dec 13 23:06:38.278399 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-ddd4f998-563c-4068-b0ae-dffa2aab49aa tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:38.279791 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-ddd4f998-563c-4068-b0ae-dffa2aab49aa tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 946 time: 0.0532176 Dec 13 23:06:38.381201 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Deleting port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:06:38.381580 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:38.476342 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] For port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:38.476727 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:38.488453 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Calling delete_port for d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:06:38.624782 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:38.645891 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:38.652614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Pushing event deleted for resources: {'Port': ['ID=d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:38.693907 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] No DVR routers for this DVR port d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:06:38.696611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:38.699976 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1ed85ed2-2e2c-4c5a-9643-e1f7d119eb67 req-66192de4-7e17-47d1-871b-199bc02b0e78 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "DELETE /v2.0/ports/d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 HTTP/1.1" status: 204 len: 173 time: 0.4053402 Dec 13 23:06:38.700429 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'name': 'network-vif-deleted', 'tag': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:38.702698 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908bc48-76f3-4687-a48a-7542390f9599" -d '{"events": [{"server_uuid": "1c6c7572-b807-4c04-9d8d-e407ff94016d", "name": "network-vif-deleted", "tag": "d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:38.772732 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c888635a-dede-4c88-b600-5240742a5509 x-openstack-request-id: req-c888635a-dede-4c88-b600-5240742a5509 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:38.773211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6c7572-b807-4c04-9d8d-e407ff94016d", "name": "network-vif-deleted", "tag": "d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:38.773315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c888635a-dede-4c88-b600-5240742a5509 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:38.773927 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6c7572-b807-4c04-9d8d-e407ff94016d', 'name': 'network-vif-deleted', 'tag': 'd032ffaf-1a34-4a11-a6a7-8199e3ce1ea0', 'status': 'completed', 'code': 200} Dec 13 23:06:38.799501 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6562607-391e-4887-86ca-04f571d12eca req-f716fc78-2cb2-42d3-96fc-c72ca1f223cd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:38.802183 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6562607-391e-4887-86ca-04f571d12eca req-f716fc78-2cb2-42d3-96fc-c72ca1f223cd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0666418 Dec 13 23:06:38.860644 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6562607-391e-4887-86ca-04f571d12eca req-a3644bc6-ba70-4dbb-b1fa-900855cf0b50 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512383 Dec 13 23:06:38.940735 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cbe74547-87fa-4a8e-afd5-59dd34f37e11 req-34635f3e-cadb-42a3-b6f6-f2d63e53faad tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6c7572-b807-4c04-9d8d-e407ff94016d HTTP/1.1" status: 200 len: 210 time: 0.0258627 Dec 13 23:06:39.164242 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf2c3b-1226-476b-ac75-1e0de32e1af2 req-480c4b7f-2d24-457e-a77e-6be47eee978a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:39.166210 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32bf2c3b-1226-476b-ac75-1e0de32e1af2 req-480c4b7f-2d24-457e-a77e-6be47eee978a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0564668 Dec 13 23:06:39.215831 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32bf2c3b-1226-476b-ac75-1e0de32e1af2 req-271f880f-eadf-42c4-8012-50eead75b603 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Dec 13 23:06:40.007571 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af848e-91eb-4ed8-b66e-031c840b2445 req-177b15b6-ffa4-48ae-aef4-d3e2af17622a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:40.009105 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-26af848e-91eb-4ed8-b66e-031c840b2445 req-177b15b6-ffa4-48ae-aef4-d3e2af17622a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0600052 Dec 13 23:06:40.065503 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-26af848e-91eb-4ed8-b66e-031c840b2445 req-19e4e0ff-845c-476e-8200-b2e7078fea23 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499241 Dec 13 23:06:40.272148 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-3de11d5a-5483-4d74-a62f-8603084ac360 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:40.274734 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-3de11d5a-5483-4d74-a62f-8603084ac360 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/networks?id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 200 len: 809 time: 0.1579750 Dec 13 23:06:40.302217 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-319f2d52-eb81-4170-9f23-9ac95afc5157 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/quotas/29aac56f8b7648db9654aeb5eb465d73 HTTP/1.1" status: 200 len: 375 time: 0.0216572 Dec 13 23:06:40.350477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-0c32889e-4766-49e2-b061-5254acc9dea4 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29aac56f8b7648db9654aeb5eb465d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298331 Dec 13 23:06:40.373524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f12e-50c6-489e-8a54-583f70af2f03 req-97c89cc8-5386-4868-86ed-6849a54f69f3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:40.374970 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8a08f12e-50c6-489e-8a54-583f70af2f03 req-97c89cc8-5386-4868-86ed-6849a54f69f3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0870683 Dec 13 23:06:40.471601 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8a08f12e-50c6-489e-8a54-583f70af2f03 req-e6429115-6629-4f85-a6c2-87a9437d3290 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866656 Dec 13 23:06:40.486203 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-0e136376-8c73-417c-a6a7-8af9797d3a40 service neutron] 10.222.0.13 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282465 Dec 13 23:06:40.583975 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-da481c60-5d6b-43fd-82be-4f0ec05e7d4b service neutron] 10.222.0.13 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915918 Dec 13 23:06:40.748914 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3918c4c0-57b4-4249-a534-89e99564c366 req-80e56f4c-0d15-424c-b439-ab68b6aee341 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Dec 13 23:06:40.886433 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d95dd-24b9-4ec3-8d05-afd15ab35372 req-f8302c13-3c3d-4e28-a009-f3e5d38d46d6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:40.887919 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b74d95dd-24b9-4ec3-8d05-afd15ab35372 req-f8302c13-3c3d-4e28-a009-f3e5d38d46d6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0544596 Dec 13 23:06:40.942972 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b74d95dd-24b9-4ec3-8d05-afd15ab35372 req-1b76e6da-7917-4fc2-abb5-609b642e6fc1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458522 Dec 13 23:06:41.196537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0120df-9d13-40e5-9a5e-5d3a70d70d2b req-cb0d49be-9a35-42c3-8cff-509dbfbba052 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:41.198093 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1f0120df-9d13-40e5-9a5e-5d3a70d70d2b req-cb0d49be-9a35-42c3-8cff-509dbfbba052 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0518184 Dec 13 23:06:41.232770 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:06:41.247724 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1f0120df-9d13-40e5-9a5e-5d3a70d70d2b req-24eca67c-1bb2-4c9f-8f25-14e845021b5c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434837 Dec 13 23:06:41.606520 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84e204-5037-4852-930c-d58a6660c44e req-e1cd06a7-91b5-449c-9a5f-ccb7521aaf9a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:41.608058 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ba84e204-5037-4852-930c-d58a6660c44e req-e1cd06a7-91b5-449c-9a5f-ccb7521aaf9a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0569389 Dec 13 23:06:41.672327 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ba84e204-5037-4852-930c-d58a6660c44e req-4907740e-3269-4229-bd2c-a109f489edd5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Dec 13 23:06:41.850567 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bc0a8f30-4783-4d56-bd90-e16ee9a552ce req-2c742737-5185-4df8-ac2f-2625b2209886 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 210 time: 0.0264287 Dec 13 23:06:42.065829 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939671a7-5480-4a52-86ca-361a4949f320 req-c3b34aaa-9aae-486c-b77b-8da066ba8b07 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:42.067436 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-939671a7-5480-4a52-86ca-361a4949f320 req-c3b34aaa-9aae-486c-b77b-8da066ba8b07 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0566938 Dec 13 23:06:42.117255 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-939671a7-5480-4a52-86ca-361a4949f320 req-0c18119c-23a8-4f58-bd4d-20968b190756 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Dec 13 23:06:42.381369 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb640fb-3325-443a-aa92-b2daedebd540 req-9ac3edd6-e954-4f2c-8304-24e131652ee4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:42.382880 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2bb640fb-3325-443a-aa92-b2daedebd540 req-9ac3edd6-e954-4f2c-8304-24e131652ee4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 943 time: 0.0556402 Dec 13 23:06:42.437347 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2bb640fb-3325-443a-aa92-b2daedebd540 req-a290fb91-a074-40d6-82ec-827dd257d0f0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456834 Dec 13 23:06:42.793040 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bbf05-49a9-4386-bc73-e31f895bf27f req-6774af45-66ca-43ba-903f-e3e78416960f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:42.794487 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db8bbf05-49a9-4386-bc73-e31f895bf27f req-6774af45-66ca-43ba-903f-e3e78416960f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0481942 Dec 13 23:06:42.842598 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-db8bbf05-49a9-4386-bc73-e31f895bf27f req-47bdfa4e-09e9-484c-9c7f-fbd1c12e5958 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Dec 13 23:06:42.947694 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-98ede1ce-0685-410b-af24-154288a12b39 req-e4e1674d-3ae9-4a3a-a0a3-a5c6c2f70a21 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 210 time: 0.0303502 Dec 13 23:06:43.026563 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:06:43.032289 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:06:43.061747 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:06:43.062091 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d032ffaf-1a34-4a11-a6a7-8199e3ce1ea0 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:06:43.131447 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-22259f9e-e3ec-4038-8e21-dcb021f7ca39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:43.165227 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:43.177908 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'port_id': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'mac_address': 'fa:16:3e:67:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:06:43.216216 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:43.229548 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef742767-361d-4046-8bd3-5b8f1c34e632 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:43.247853 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbcc8f-02d2-4066-a0bb-dd4d7ac9c46e req-b35a8bef-ee91-4615-9693-e8be3a2d2511 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:43.249358 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-43cbcc8f-02d2-4066-a0bb-dd4d7ac9c46e req-b35a8bef-ee91-4615-9693-e8be3a2d2511 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0537801 Dec 13 23:06:43.251755 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:43.256884 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:43.307930 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-43cbcc8f-02d2-4066-a0bb-dd4d7ac9c46e req-fe2e44c7-508e-44dc-9d54-f1e66ab716d7 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519590 Dec 13 23:06:43.308277 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=9']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:43.580468 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406293f3-631f-4f48-b1b3-95bc1bd99cb7 req-1764dc8a-3a6a-40c8-a5b3-980b17e9e48f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:43.582230 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-406293f3-631f-4f48-b1b3-95bc1bd99cb7 req-1764dc8a-3a6a-40c8-a5b3-980b17e9e48f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0564470 Dec 13 23:06:43.632969 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-406293f3-631f-4f48-b1b3-95bc1bd99cb7 req-acec6596-cebf-40eb-9731-b5a5af4d74d0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445616 Dec 13 23:06:43.634468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['ef742767-361d-4046-8bd3-5b8f1c34e632'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:43.827514 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-3fa900d2-a258-455a-8533-6d2097570498 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:43.828843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-3fa900d2-a258-455a-8533-6d2097570498 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "GET /v2.0/networks?id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 200 len: 809 time: 0.1031940 Dec 13 23:06:43.853092 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Request body: {'port': {'device_id': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd', 'admin_state_up': True, 'tenant_id': '29aac56f8b7648db9654aeb5eb465d73'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:44.002487 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e46ac-095c-45b6-9917-b7172908c48d req-dae3c630-84d5-40ae-935e-806d8e9224a9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:44.004103 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-346e46ac-095c-45b6-9917-b7172908c48d req-dae3c630-84d5-40ae-935e-806d8e9224a9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0800085 Dec 13 23:06:44.018100 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Made reservation on behalf of 29aac56f8b7648db9654aeb5eb465d73 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:06:44.021881 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:44.086013 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3fc1fe24-4cc6-41a1-acd9-027acdd7b5aa req-6d31f3f6-cbef-43ea-9ffc-ab9d06629efc tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 210 time: 0.0491240 Dec 13 23:06:44.153277 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-346e46ac-095c-45b6-9917-b7172908c48d req-f3ec9a63-0829-4bb6-9625-4a3719037732 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280372 Dec 13 23:06:44.218075 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Allocated IP 172.20.0.2 (f2c49a7f-3da1-49ae-852a-b4db2605a7cd/75b5f11f-93e0-4e97-93e0-97bf5f56a2ef/c0fa4276-8d3b-44b3-b46d-e1ce7611fd50) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:06:44.357145 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:44.422285 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:44.469891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc258cf-0d03-4365-b2e5-0a2455ca3383 req-984e6160-ec6d-4ff3-a629-7b5398e11fa6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:44.471340 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acc258cf-0d03-4365-b2e5-0a2455ca3383 req-984e6160-ec6d-4ff3-a629-7b5398e11fa6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0913253 Dec 13 23:06:44.486327 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Network f2c49a7f-3da1-49ae-852a-b4db2605a7cd is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:06:44.495592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:06:44.502583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Pushing event updated for resources: {'Port': ['ID=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:44.507273 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:06:44.563554 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acc258cf-0d03-4365-b2e5-0a2455ca3383 req-9909cf8b-69fc-4eaf-8028-5d5d22bd72ba tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814826 Dec 13 23:06:44.571288 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:44.571872 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:44.588615 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-a4adc8ad-f7dd-493d-9666-14fe464ab25d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7391641 Dec 13 23:06:44.771653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5b7d4-6da8-43b4-ac8d-3aea85e4ae67 req-ecccb801-ab10-4bf6-869f-9d2998ad2c41 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:44.773113 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ad5b7d4-6da8-43b4-ac8d-3aea85e4ae67 req-ecccb801-ab10-4bf6-869f-9d2998ad2c41 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0549521 Dec 13 23:06:44.824402 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ad5b7d4-6da8-43b4-ac8d-3aea85e4ae67 req-301d3a48-9108-4f6a-88df-62d64477caf4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421748 Dec 13 23:06:45.208902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcd77f-f0d7-4d3b-ad2c-425468df79e9 req-8a63fd6d-f204-4d81-bd6c-e74a12e46090 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:45.210396 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60dcd77f-f0d7-4d3b-ad2c-425468df79e9 req-8a63fd6d-f204-4d81-bd6c-e74a12e46090 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 931 time: 0.0521955 Dec 13 23:06:45.239425 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a9474f5a-28ae-4805-9d64-528aa0fd7a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:45.285518 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60dcd77f-f0d7-4d3b-ad2c-425468df79e9 req-9a55ed29-8e9f-4b4b-9bc2-9f877a4540f4 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689716 Dec 13 23:06:45.297311 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ccdad-85d3-45d5-b6e0-f86a319b29a2 req-e0a4dc0f-7447-4ab3-83ad-a7938daf879b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:45.298761 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79ccdad-85d3-45d5-b6e0-f86a319b29a2 req-e0a4dc0f-7447-4ab3-83ad-a7938daf879b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0748446 Dec 13 23:06:45.349225 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79ccdad-85d3-45d5-b6e0-f86a319b29a2 req-8f8f3588-6c16-4bfe-a95b-c060208d76bf tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Dec 13 23:06:45.698933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c614-c5df-48f7-b5f6-093271c67265 req-5140d631-c938-41cd-8ec2-2b8f3be4dd47 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:45.700563 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca44c614-c5df-48f7-b5f6-093271c67265 req-5140d631-c938-41cd-8ec2-2b8f3be4dd47 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0563703 Dec 13 23:06:45.751092 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca44c614-c5df-48f7-b5f6-093271c67265 req-bc5bbe1c-35cf-4ad6-af27-43c592e077f8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442979 Dec 13 23:06:45.960250 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56d16a-b529-4aee-8ad0-667bca2b5c13 req-ed9d8e05-e138-4729-9f10-c7c30b781a0e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:45.961801 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2d56d16a-b529-4aee-8ad0-667bca2b5c13 req-ed9d8e05-e138-4729-9f10-c7c30b781a0e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0595171 Dec 13 23:06:46.012828 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2d56d16a-b529-4aee-8ad0-667bca2b5c13 req-6c730041-b92c-4127-b931-cdac16e5b78b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425904 Dec 13 23:06:46.154463 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Request body: {'port': {'device_id': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:06:46.213228 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:46.486889 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74624a-2687-4524-8e9e-6b5b2edf5617 req-9cf2c028-c5f4-428c-a2be-9298333207aa tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:46.488594 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b74624a-2687-4524-8e9e-6b5b2edf5617 req-9cf2c028-c5f4-428c-a2be-9298333207aa tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 931 time: 0.1140950 Dec 13 23:06:46.558264 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d9f8b-0d53-4d16-ad72-0352af513007 req-92dd0a48-29fc-412e-a7a4-bda3cf68f9a8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:46.559729 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-058d9f8b-0d53-4d16-ad72-0352af513007 req-92dd0a48-29fc-412e-a7a4-bda3cf68f9a8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1302178 Dec 13 23:06:46.585423 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:46.596240 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:46.608862 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b74624a-2687-4524-8e9e-6b5b2edf5617 req-cead1843-76b3-449a-9721-8514f7f4ce1b tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137512 Dec 13 23:06:46.622288 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Transition to ACTIVE for port object c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:06:46.627942 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:46.676498 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-058d9f8b-0d53-4d16-ad72-0352af513007 req-735b6541-a343-4999-9c8e-b7d7be822be0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081779 Dec 13 23:06:46.688805 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:46.837559 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:47.024490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Attempting to bind port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:06:47.025130 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Attempting to bind port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:06:47.025430 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Attempting to bind port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 on network f2c49a7f-3da1-49ae-852a-b4db2605a7cd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:47.035332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fb298-fa3c-4f28-81bf-e0d86b7618a0 req-e2f8c249-d68f-4da6-992f-53acce8e0d7e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.036782 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-371fb298-fa3c-4f28-81bf-e0d86b7618a0 req-e2f8c249-d68f-4da6-992f-53acce8e0d7e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0920069 Dec 13 23:06:47.040439 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 on network f2c49a7f-3da1-49ae-852a-b4db2605a7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:06:47.040798 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Attempting to bind port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 on network f2c49a7f-3da1-49ae-852a-b4db2605a7cd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:06:47.061774 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:06:47.062135 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Checking segment: {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:06:47.062507 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Bound using segment: {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:06:47.062946 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Bound port: c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9765f472-6087-4d16-af99-34c2ff4a9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:06:47.063304 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:47.167289 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-371fb298-fa3c-4f28-81bf-e0d86b7618a0 req-87ad6578-8e81-4fef-9d62-0f001f2fc1a3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240716 Dec 13 23:06:47.190086 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] For port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:06:47.196130 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] For port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:06:47.205365 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5487ca-aeba-4171-8deb-ee17bd3759d5 req-3170a497-9082-4669-9a1c-d5029ffe643d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.206910 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb5487ca-aeba-4171-8deb-ee17bd3759d5 req-3170a497-9082-4669-9a1c-d5029ffe643d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0957487 Dec 13 23:06:47.208592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:47.264280 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.264920 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:47.267146 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 HTTP/1.1" status: 200 len: 1093 time: 1.1178308 Dec 13 23:06:47.267781 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'tag': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:47.271084 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f44376-e452-4dda-b16c-f842dfdfbe49" -d '{"events": [{"name": "network-changed", "server_uuid": "72ed7a02-5035-4022-8e68-1cc8a0742684", "tag": "c0fa4276-8d3b-44b3-b46d-e1ce7611fd50"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:47.307413 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765ef14-dbca-4158-b977-99cd44ac7b55 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:47.328336 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f46172-9724-4985-b920-f15d78492dcc x-openstack-request-id: req-98f46172-9724-4985-b920-f15d78492dcc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:47.328626 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ed7a02-5035-4022-8e68-1cc8a0742684", "tag": "c0fa4276-8d3b-44b3-b46d-e1ce7611fd50", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:47.328911 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98f46172-9724-4985-b920-f15d78492dcc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:47.329299 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'tag': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50', 'status': 'completed', 'code': 200} Dec 13 23:06:47.352818 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb5487ca-aeba-4171-8deb-ee17bd3759d5 req-e8c55e4d-d9a3-4155-be8d-7db166e73f0a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330285 Dec 13 23:06:47.370233 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-6c5db4f2-a33a-4497-a3e0-076480ea9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.371724 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-6c5db4f2-a33a-4497-a3e0-076480ea9d18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29aac56f8b7648db9654aeb5eb465d73&device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 1096 time: 0.0573797 Dec 13 23:06:47.418508 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-3d570770-cbea-419e-a784-42105cd484a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 HTTP/1.1" status: 200 len: 217 time: 0.0380950 Dec 13 23:06:47.477405 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-80e39e40-024e-4580-bf9a-5d0f0b96281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.478780 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-80e39e40-024e-4580-bf9a-5d0f0b96281f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75b5f11f-93e0-4e97-93e0-97bf5f56a2ef HTTP/1.1" status: 200 len: 849 time: 0.0478544 Dec 13 23:06:47.512601 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-05a4dba8-5fe6-4f11-b297-e173515ac68c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257778 Dec 13 23:06:47.622328 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-29db5897-3fb7-4879-a0fb-f3026814fa52 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013012 Dec 13 23:06:47.783720 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab89d1a-2204-4a01-81b4-8ccdec33b8cd req-4ab2ea41-ded1-44f4-b47f-a47855480101 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.785103 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ab89d1a-2204-4a01-81b4-8ccdec33b8cd req-4ab2ea41-ded1-44f4-b47f-a47855480101 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 943 time: 0.0962422 Dec 13 23:06:47.787141 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d048f987-bd94-4558-9f4e-fffcd733f447 req-423b0bde-1070-4767-8ee9-ae176186d5a6 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558347 Dec 13 23:06:47.852881 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb4691-dc7b-43d2-a10d-34e72b8d0fd0 req-a7f07338-9eda-4c30-8c55-b975a1759b64 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.854376 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cbdb4691-dc7b-43d2-a10d-34e72b8d0fd0 req-a7f07338-9eda-4c30-8c55-b975a1759b64 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0946653 Dec 13 23:06:47.897271 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ab89d1a-2204-4a01-81b4-8ccdec33b8cd req-0b5bab06-9144-4bb6-8bbb-89cb071aca6c tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950587 Dec 13 23:06:47.942658 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cbdb4691-dc7b-43d2-a10d-34e72b8d0fd0 req-b6ef1c0a-8b41-41e8-a96a-28587a718b77 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Dec 13 23:06:47.945355 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-146e594e-cfa3-487b-b42c-672c7c6a7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:47.946743 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-146e594e-cfa3-487b-b42c-672c7c6a7cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29aac56f8b7648db9654aeb5eb465d73&device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 1096 time: 0.1030829 Dec 13 23:06:48.038658 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-b4c5a0ed-ff59-4a68-bad6-456aee1f1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:48.040034 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-b4c5a0ed-ff59-4a68-bad6-456aee1f1e6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 200 len: 909 time: 0.0859087 Dec 13 23:06:48.095088 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-5e12eed2-ff55-46d4-9695-7979d70f5931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 HTTP/1.1" status: 200 len: 217 time: 0.0442903 Dec 13 23:06:48.156972 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:48.157664 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-9f5c8511-14e4-4082-9e80-fb3671c9d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:48.159280 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-9f5c8511-14e4-4082-9e80-fb3671c9d990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75b5f11f-93e0-4e97-93e0-97bf5f56a2ef HTTP/1.1" status: 200 len: 849 time: 0.0521896 Dec 13 23:06:48.203975 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-ddfee3ec-0b2f-4fd9-a156-5919173c8be4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2c49a7f-3da1-49ae-852a-b4db2605a7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254374 Dec 13 23:06:48.342804 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1600970-eb14-4f17-96d6-3cb8fe0152ee req-75fe0004-34b3-435a-86f2-ee77ab88e132 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:48.344289 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1600970-eb14-4f17-96d6-3cb8fe0152ee req-75fe0004-34b3-435a-86f2-ee77ab88e132 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0771627 Dec 13 23:06:48.346134 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-bd18323f-1f91-4ac7-b3be-d96d1e39a706 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259570 Dec 13 23:06:48.454040 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1600970-eb14-4f17-96d6-3cb8fe0152ee req-b4be39fe-0216-4ce5-af3f-0f8d3862273b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027019 Dec 13 23:06:48.497968 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-15f44376-e452-4dda-b16c-f842dfdfbe49 req-30e9ccde-33db-4907-baf1-f36096662506 service neutron] 10.222.0.32 "GET /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397057 Dec 13 23:06:48.510376 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc49e6-b175-4cf1-acae-fb1006b9aed3 req-6f4fc337-4f6d-4e36-a801-efaceec44ff6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:48.511774 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34dc49e6-b175-4cf1-acae-fb1006b9aed3 req-6f4fc337-4f6d-4e36-a801-efaceec44ff6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 944 time: 0.0743349 Dec 13 23:06:48.566794 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34dc49e6-b175-4cf1-acae-fb1006b9aed3 req-832827aa-651c-4a2d-a01e-cce7658dcc3c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480828 Dec 13 23:06:48.856413 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:49.012949 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb231264-b246-436f-98a8-a8d6867ac38b req-6b249f46-f152-4d05-ab00-44b47ba7342b tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:49.014443 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb231264-b246-436f-98a8-a8d6867ac38b req-6b249f46-f152-4d05-ab00-44b47ba7342b tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 943 time: 0.0489106 Dec 13 23:06:49.092692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa5427-40ca-419c-92f0-bbc679fd07aa req-4c91d561-0e08-4a85-9721-6fd0821c165d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:49.094184 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6fa5427-40ca-419c-92f0-bbc679fd07aa req-4c91d561-0e08-4a85-9721-6fd0821c165d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0787470 Dec 13 23:06:49.098486 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:06:49.099825 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb231264-b246-436f-98a8-a8d6867ac38b req-a2447e1b-b672-4e98-b397-ffc73976710e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762765 Dec 13 23:06:49.141843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6fa5427-40ca-419c-92f0-bbc679fd07aa req-89274365-1782-4748-8f30-a007fc660985 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Dec 13 23:06:49.149176 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port ef742767-361d-4046-8bd3-5b8f1c34e632 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:06:49.149608 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:49.231926 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:49.254793 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:49.257027 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d919b0-6fee-4092-92d1-345554053a80" -d '{"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-plugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:49.269012 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:49.274986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:49.302058 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd12daa-dc82-43e5-9ee3-1e13dff513ec x-openstack-request-id: req-dcd12daa-dc82-43e5-9ee3-1e13dff513ec {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:49.303220 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-plugged", "status": "completed", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:49.303496 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcd12daa-dc82-43e5-9ee3-1e13dff513ec {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:49.304230 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'code': 200} Dec 13 23:06:49.336813 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=10']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:49.602875 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb531-7234-4afb-b3f0-877adc8fc0ca req-9a93df8d-c6dd-4e6c-a8a1-221fb41f6d6d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:49.604401 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cebb531-7234-4afb-b3f0-877adc8fc0ca req-9a93df8d-c6dd-4e6c-a8a1-221fb41f6d6d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0659094 Dec 13 23:06:49.661050 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cebb531-7234-4afb-b3f0-877adc8fc0ca req-9a1ac49c-914f-46be-96eb-de1b9c90328a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487769 Dec 13 23:06:49.715337 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9531db-5f9f-4f8a-8968-32394f5a260a req-b8fdea99-d486-43e0-9c4c-60136a131519 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:49.717378 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a9531db-5f9f-4f8a-8968-32394f5a260a req-b8fdea99-d486-43e0-9c4c-60136a131519 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0553215 Dec 13 23:06:49.773889 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a9531db-5f9f-4f8a-8968-32394f5a260a req-436e6d4e-03ab-4aa5-9617-50d8a03471cf tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498266 Dec 13 23:06:49.803735 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbd5e8-24b5-4cf4-bd02-1f013bcdb776 req-b9dc0acd-3001-4424-ade2-af40219d7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:49.805254 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3dcbd5e8-24b5-4cf4-bd02-1f013bcdb776 req-b9dc0acd-3001-4424-ade2-af40219d7449 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.0436842 Dec 13 23:06:49.897693 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3dcbd5e8-24b5-4cf4-bd02-1f013bcdb776 req-4e5738c3-1d5e-4551-888c-83266ae027af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634191 Dec 13 23:06:49.902113 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4bae9-41ac-4813-b568-b1e2ec3206c6 req-4db5ae9f-32a0-4921-a127-d5c0e0d3cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:49.903515 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bae4bae9-41ac-4813-b568-b1e2ec3206c6 req-4db5ae9f-32a0-4921-a127-d5c0e0d3cbb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 1099 time: 0.0639241 Dec 13 23:06:50.194347 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bae4bae9-41ac-4813-b568-b1e2ec3206c6 req-2e21e3bb-6825-436f-88e4-ccb1fcbff593 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560555 Dec 13 23:06:50.254033 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490e66d-0cd1-411d-bb9a-112646dc6e31 req-90f2fdef-b092-4023-bd28-e00bc8ea976e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:50.255642 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b490e66d-0cd1-411d-bb9a-112646dc6e31 req-90f2fdef-b092-4023-bd28-e00bc8ea976e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 943 time: 0.0768397 Dec 13 23:06:50.284321 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869320d-1592-4051-86ff-65320378f12d req-5c30bed0-b8ea-46d2-bd72-cf83850eb8e6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:50.286196 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e869320d-1592-4051-86ff-65320378f12d req-5c30bed0-b8ea-46d2-bd72-cf83850eb8e6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0731149 Dec 13 23:06:50.339051 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b490e66d-0cd1-411d-bb9a-112646dc6e31 req-ef2977f0-0b42-4631-8966-37b84a442a25 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Dec 13 23:06:50.360341 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e869320d-1592-4051-86ff-65320378f12d req-fd602e21-a00e-4bf6-babc-f42ada318ca0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676627 Dec 13 23:06:50.780393 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85cc5-f878-46ec-b654-97b091636e78 req-cf576107-3bc8-44d3-a30e-9445296cbdae tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:50.781921 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5be85cc5-f878-46ec-b654-97b091636e78 req-cf576107-3bc8-44d3-a30e-9445296cbdae tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0530341 Dec 13 23:06:50.836992 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5be85cc5-f878-46ec-b654-97b091636e78 req-ce34d3a9-dc08-4e77-a508-5cf25643c1b3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483654 Dec 13 23:06:50.903711 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a50177-e7f8-47fe-8871-6b4424e2250f req-c1267dd4-895c-487f-8c41-89b8b67431e6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:50.905207 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80a50177-e7f8-47fe-8871-6b4424e2250f req-c1267dd4-895c-487f-8c41-89b8b67431e6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0504169 Dec 13 23:06:50.954153 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80a50177-e7f8-47fe-8871-6b4424e2250f req-a8592d46-4638-43f4-8686-c9f641c11784 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429201 Dec 13 23:06:51.091553 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:06:51.194486 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:51.207096 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50', 'network_id': 'f2c49a7f-3da1-49ae-852a-b4db2605a7cd', 'port_id': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50', 'mac_address': 'fa:16:3e:f8:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b5f11f-93e0-4e97-93e0-97bf5f56a2ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:06:51.249647 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:51.262484 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:06:51.289804 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:51.296657 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:51.346194 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:51.493053 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52577e3-ee0c-4138-b3c8-0b64bb73ba82 req-b4033626-3eb2-4c4c-8ff6-f67f77c1126a tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:51.494869 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d52577e3-ee0c-4138-b3c8-0b64bb73ba82 req-b4033626-3eb2-4c4c-8ff6-f67f77c1126a tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 944 time: 0.0865948 Dec 13 23:06:51.527005 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e4fdc-3051-44a1-809a-c8eec7c4f586 req-a376cd4b-a549-44c5-b5db-dc35e879f6ae tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:51.528467 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e4e4fdc-3051-44a1-809a-c8eec7c4f586 req-a376cd4b-a549-44c5-b5db-dc35e879f6ae tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0872254 Dec 13 23:06:51.572901 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d52577e3-ee0c-4138-b3c8-0b64bb73ba82 req-6a356710-c1a3-4bb4-aec8-f07cd817ee80 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704453 Dec 13 23:06:51.594555 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e4e4fdc-3051-44a1-809a-c8eec7c4f586 req-55919123-2369-49a7-b418-7f805eb933d5 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595024 Dec 13 23:06:51.899672 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['c0fa4276-8d3b-44b3-b46d-e1ce7611fd50'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:51.962328 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-cf202e19-7ad4-4766-9088-18c570260c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:51.964337 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-cf202e19-7ad4-4766-9088-18c570260c15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f78a3c42585545bcb350232445d77600&device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 1098 time: 0.0926850 Dec 13 23:06:52.050426 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081fd0-34d5-4025-a1dd-1affaa45545a req-a6b3541e-2710-4c76-a895-0a213ccc5e2f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:52.052676 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e7081fd0-34d5-4025-a1dd-1affaa45545a req-a6b3541e-2710-4c76-a895-0a213ccc5e2f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.1677990 Dec 13 23:06:52.089962 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0babfc2-d737-4ab8-914b-d49b3029e3bf req-18b3a2c1-0d78-475c-b0e1-dfe922a2decc tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:52.091457 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0babfc2-d737-4ab8-914b-d49b3029e3bf req-18b3a2c1-0d78-475c-b0e1-dfe922a2decc tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1542320 Dec 13 23:06:52.170440 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e7081fd0-34d5-4025-a1dd-1affaa45545a req-5aa8ec89-8160-4b2e-ad5d-846bda8a430b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101975 Dec 13 23:06:52.180659 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-7c04d0b4-2430-48ff-abc2-9860a0122996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:52.182228 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-7c04d0b4-2430-48ff-abc2-9860a0122996 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 200 len: 919 time: 0.2019823 Dec 13 23:06:52.190986 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0babfc2-d737-4ab8-914b-d49b3029e3bf req-82efa41e-8e28-4e14-96c4-cd412c410192 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926745 Dec 13 23:06:52.230990 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-645083b9-5728-4dc8-9341-1d238c885a07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 200 len: 217 time: 0.0390456 Dec 13 23:06:52.321914 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-16f41203-2a9e-4607-822d-91c6f1377922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:52.323285 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-16f41203-2a9e-4607-822d-91c6f1377922 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 200 len: 859 time: 0.0787299 Dec 13 23:06:52.334408 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099215e9-5919-42fa-a131-5b8e3e1ed415 req-45c64032-41d5-412c-9de0-ee056fb15235 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:52.335871 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-099215e9-5919-42fa-a131-5b8e3e1ed415 req-45c64032-41d5-412c-9de0-ee056fb15235 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0925815 Dec 13 23:06:52.365826 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-25b45d38-713c-4e4a-8ae6-c72c762b6f2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f2efc7b-113a-43a4-800b-1debb6310f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289211 Dec 13 23:06:52.448850 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-099215e9-5919-42fa-a131-5b8e3e1ed415 req-d163816d-6747-4ded-baf0-a9120dbc1f7d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046231 Dec 13 23:06:52.486563 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-764915a0-67ea-4c95-b3ef-70b5d0018306 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085103 Dec 13 23:06:52.584266 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1095398b-10e1-45c8-bbc9-ccedf75385ae req-28ac5df7-5706-4f84-94fc-dcad7d2c6d32 service neutron] 10.222.0.32 "GET /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799785 Dec 13 23:06:52.698270 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6d86b-95bb-4d47-be8d-58af3ac86db6 req-5d534c9d-88e1-4135-b1d8-87d809283138 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:52.699804 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ab6d86b-95bb-4d47-be8d-58af3ac86db6 req-5d534c9d-88e1-4135-b1d8-87d809283138 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 944 time: 0.0533445 Dec 13 23:06:52.750467 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ab6d86b-95bb-4d47-be8d-58af3ac86db6 req-0b8f7a62-8a52-49fe-a1b2-b07b4e359200 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Dec 13 23:06:53.107604 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:06:53.179260 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:06:53.184927 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:06:53.185396 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:53.323064 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450af8-2a8e-48ea-b315-42a14d1f3b22 req-f543dee5-72b2-4053-af52-7ae2c54cfb8c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:53.324561 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cc450af8-2a8e-48ea-b315-42a14d1f3b22 req-f543dee5-72b2-4053-af52-7ae2c54cfb8c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0796566 Dec 13 23:06:53.340131 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff169caf-93da-4fad-9244-0a5d519ce166 req-2ecd6ffa-c158-42d2-a523-b7a9ff7918c4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:53.341627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff169caf-93da-4fad-9244-0a5d519ce166 req-2ecd6ffa-c158-42d2-a523-b7a9ff7918c4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0693498 Dec 13 23:06:53.396381 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:53.411740 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cc450af8-2a8e-48ea-b315-42a14d1f3b22 req-823e7e95-4916-47b0-9008-5d766d1de1e7 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806315 Dec 13 23:06:53.416021 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff169caf-93da-4fad-9244-0a5d519ce166 req-9dc522c8-4820-4880-843e-fc18f9634c21 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618899 Dec 13 23:06:53.422030 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:53.425090 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be278db-3560-418f-a177-d6ed2e99c297" -d '{"events": [{"server_uuid": "72ed7a02-5035-4022-8e68-1cc8a0742684", "name": "network-vif-plugged", "status": "completed", "tag": "c0fa4276-8d3b-44b3-b46d-e1ce7611fd50"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:53.439576 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:53.444782 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:53.469833 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237497ad-b99f-415e-ad04-21d57c6edd09 x-openstack-request-id: req-237497ad-b99f-415e-ad04-21d57c6edd09 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:53.470130 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ed7a02-5035-4022-8e68-1cc8a0742684", "name": "network-vif-plugged", "status": "completed", "tag": "c0fa4276-8d3b-44b3-b46d-e1ce7611fd50", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:53.470387 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-237497ad-b99f-415e-ad04-21d57c6edd09 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:53.470781 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50', 'code': 200} Dec 13 23:06:53.496603 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:53.584050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235488-4a66-44b5-9996-5ce2896cdd06 req-eaa06e82-7ee3-4532-a40f-6f8ae82fa00d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:53.585647 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c235488-4a66-44b5-9996-5ce2896cdd06 req-eaa06e82-7ee3-4532-a40f-6f8ae82fa00d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0584288 Dec 13 23:06:53.643890 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8c235488-4a66-44b5-9996-5ce2896cdd06 req-29d8435d-bde9-4cfa-ae85-b97ef3e13ae1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514855 Dec 13 23:06:53.690079 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f463c-44e1-4407-b394-b07383a6271c req-b0220db8-4308-45d7-be0c-9a0f9d0e5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:53.691593 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e60f463c-44e1-4407-b394-b07383a6271c req-b0220db8-4308-45d7-be0c-9a0f9d0e5959 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 1098 time: 0.0586503 Dec 13 23:06:53.742116 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e60f463c-44e1-4407-b394-b07383a6271c req-47211647-ad41-44d3-af4d-5bb60371bcb5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Dec 13 23:06:53.879512 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601802b-67e5-4995-8ce0-256aefb7de41 req-c8a031a8-63ab-4378-9f83-349317242de9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:53.881147 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6601802b-67e5-4995-8ce0-256aefb7de41 req-c8a031a8-63ab-4378-9f83-349317242de9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 945 time: 0.0570982 Dec 13 23:06:53.933740 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6601802b-67e5-4995-8ce0-256aefb7de41 req-b6aad14c-0d07-4e67-97f2-abbd14b6ec85 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Dec 13 23:06:54.156458 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6e810-6d5d-4d36-b3f3-8caae68b5275 req-496dc59a-a8c8-43b0-86bd-5a8c3e69fec8 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:54.158016 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-82e6e810-6d5d-4d36-b3f3-8caae68b5275 req-496dc59a-a8c8-43b0-86bd-5a8c3e69fec8 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.0488186 Dec 13 23:06:54.205907 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-82e6e810-6d5d-4d36-b3f3-8caae68b5275 req-0cf5b7b9-b206-4a4f-aba9-c920ea06f19f tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Dec 13 23:06:54.570842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb2fc4-4a2a-4fcc-b18d-21eb4efbd09f req-bdacfd40-1a41-454f-ba06-a58e8d03100b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:54.572339 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cdb2fc4-4a2a-4fcc-b18d-21eb4efbd09f req-bdacfd40-1a41-454f-ba06-a58e8d03100b tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0801921 Dec 13 23:06:54.579396 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa773-cb50-4ef5-93b7-e4534b524f17 req-07eccab7-2a75-4908-9c9c-c948b608643b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:54.580731 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9a8fa773-cb50-4ef5-93b7-e4534b524f17 req-07eccab7-2a75-4908-9c9c-c948b608643b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0873148 Dec 13 23:06:54.650043 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cdb2fc4-4a2a-4fcc-b18d-21eb4efbd09f req-8e16491c-2219-4615-b078-20a01fdc80eb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683646 Dec 13 23:06:54.653551 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9a8fa773-cb50-4ef5-93b7-e4534b524f17 req-34598b94-60b0-4567-aab9-0783bbce0e51 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663474 Dec 13 23:06:55.055650 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794337-80cc-4bc4-b183-8b797c6ef646 req-05147af0-b26b-414d-8ebf-bd7679f458ad tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:55.057101 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35794337-80cc-4bc4-b183-8b797c6ef646 req-05147af0-b26b-414d-8ebf-bd7679f458ad tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Dec 13 23:06:55.107214 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-35794337-80cc-4bc4-b183-8b797c6ef646 req-6025a859-e5ea-4f68-9979-d40db9ce7621 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Dec 13 23:06:55.328557 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60415e49-32fa-48f4-94df-0fbddfc1ba2f req-511f18bc-f5d2-4198-9820-5e4c7fd6a314 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:55.330057 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60415e49-32fa-48f4-94df-0fbddfc1ba2f req-511f18bc-f5d2-4198-9820-5e4c7fd6a314 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.0513058 Dec 13 23:06:55.379053 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60415e49-32fa-48f4-94df-0fbddfc1ba2f req-90250dc0-4c9b-4962-a64d-fd626b9b8011 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Dec 13 23:06:55.795410 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef93f06-41c0-459b-a3e3-60d750f64ce5 req-c7a0a870-d461-474d-b4ba-fabe05494916 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:55.796880 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9ef93f06-41c0-459b-a3e3-60d750f64ce5 req-c7a0a870-d461-474d-b4ba-fabe05494916 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0731130 Dec 13 23:06:55.807859 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e57dd-06bb-447d-b39a-ada7955adddd req-0c82b56d-e1da-42c0-8f40-31185431ef9c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:55.809275 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ae9e57dd-06bb-447d-b39a-ada7955adddd req-0c82b56d-e1da-42c0-8f40-31185431ef9c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0766611 Dec 13 23:06:55.882146 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9ef93f06-41c0-459b-a3e3-60d750f64ce5 req-1a43ebc1-5016-4988-9eed-2763f78ea0f9 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718873 Dec 13 23:06:55.886571 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ae9e57dd-06bb-447d-b39a-ada7955adddd req-dd9f2f86-bbae-4560-9306-72e431fc8d09 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707242 Dec 13 23:06:56.232802 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab099-bae5-4725-ab5a-ba844a971d50 req-05b8880c-8f87-41bf-925e-da56662bbc81 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:56.234681 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08bab099-bae5-4725-ab5a-ba844a971d50 req-05b8880c-8f87-41bf-925e-da56662bbc81 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 945 time: 0.0497761 Dec 13 23:06:56.281370 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08bab099-bae5-4725-ab5a-ba844a971d50 req-8706b163-d211-490d-933e-348db0d9255d tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Dec 13 23:06:56.498673 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e34fe-1382-4541-a701-3f927309ee47 req-839dd69d-b7a4-4b2c-9168-125cacec4ab8 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:56.500508 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b62e34fe-1382-4541-a701-3f927309ee47 req-839dd69d-b7a4-4b2c-9168-125cacec4ab8 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Dec 13 23:06:56.551589 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b62e34fe-1382-4541-a701-3f927309ee47 req-46ad3769-7c79-415b-ac82-32fbe0d95885 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/security-groups?id=452ac152-3409-406a-80e1-2c68a6bb2ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Dec 13 23:06:56.960403 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-be4f8e87-e021-40b9-a6ae-5ef51b322c5b tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:56.963706 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-be4f8e87-e021-40b9-a6ae-5ef51b322c5b tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 945 time: 0.2938020 Dec 13 23:06:57.112737 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dee45-d408-425b-a518-505e69788bd8 req-6dc66918-1ea5-4271-8dd6-79d6cdd1fce8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:57.114319 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-401dee45-d408-425b-a518-505e69788bd8 req-6dc66918-1ea5-4271-8dd6-79d6cdd1fce8 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1357884 Dec 13 23:06:57.147892 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d3dc7-511c-4c9f-8d8a-57667d716919 req-4f4d7359-f837-4e35-b66d-e6e8b86532a9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:57.149365 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a61d3dc7-511c-4c9f-8d8a-57667d716919 req-4f4d7359-f837-4e35-b66d-e6e8b86532a9 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 945 time: 0.1163776 Dec 13 23:06:57.196936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Deleting port 28096ea4-0a35-41bd-92d2-396aa7f752cd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:06:57.197294 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:57.226581 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-401dee45-d408-425b-a518-505e69788bd8 req-6f5bf8ac-5a85-4357-ba26-b50184c32d4c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049457 Dec 13 23:06:57.269592 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a61d3dc7-511c-4c9f-8d8a-57667d716919 req-ec6d2a4e-fa56-4b81-bccf-30d9f83065e0 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141841 Dec 13 23:06:57.321682 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] For port 28096ea4-0a35-41bd-92d2-396aa7f752cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=28096ea4-0a35-41bd-92d2-396aa7f752cd,segment=NetworkSegment(d448ca79-805c-4bc9-a169-ecd74421f18f),segment_id=d448ca79-805c-4bc9-a169-ecd74421f18f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:57.322051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:57.334337 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Calling delete_port for 28096ea4-0a35-41bd-92d2-396aa7f752cd owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:06:57.464173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:57.478465 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['28096ea4-0a35-41bd-92d2-396aa7f752cd'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:57.496169 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Pushing event deleted for resources: {'Port': ['ID=28096ea4-0a35-41bd-92d2-396aa7f752cd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:57.538346 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] No DVR routers for this DVR port 28096ea4-0a35-41bd-92d2-396aa7f752cd on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:06:57.540733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:57.544111 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1a2fb574-e056-4581-8c90-95cc0ee6c396 req-bf962a19-0828-4f55-883d-894a8e411ece tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.32 "DELETE /v2.0/ports/28096ea4-0a35-41bd-92d2-396aa7f752cd HTTP/1.1" status: 204 len: 173 time: 0.5725362 Dec 13 23:06:57.544513 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'name': 'network-vif-deleted', 'tag': '28096ea4-0a35-41bd-92d2-396aa7f752cd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:57.546795 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00414103-6aaf-4151-93d5-4ea9a71568e2" -d '{"events": [{"server_uuid": "af221e52-2be9-41ab-b621-9a4596812cb3", "name": "network-vif-deleted", "tag": "28096ea4-0a35-41bd-92d2-396aa7f752cd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:57.586315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271c2bd-3054-4097-a7ee-d4d1dae941ff x-openstack-request-id: req-9271c2bd-3054-4097-a7ee-d4d1dae941ff {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:57.586616 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af221e52-2be9-41ab-b621-9a4596812cb3", "name": "network-vif-deleted", "tag": "28096ea4-0a35-41bd-92d2-396aa7f752cd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:57.586874 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9271c2bd-3054-4097-a7ee-d4d1dae941ff {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:57.587278 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af221e52-2be9-41ab-b621-9a4596812cb3', 'name': 'network-vif-deleted', 'tag': '28096ea4-0a35-41bd-92d2-396aa7f752cd', 'status': 'completed', 'code': 200} Dec 13 23:06:57.658006 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-023aa313-12ec-4dd0-99f9-517bc8450b02 req-0afe42a5-ae99-4519-b9cd-9a6554f88a44 tempest-VolumesSnapshotTestJSON-1628711192 tempest-VolumesSnapshotTestJSON-1628711192-project] 10.222.0.13 "GET /v2.0/ports?device_id=af221e52-2be9-41ab-b621-9a4596812cb3 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Dec 13 23:06:58.358450 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd9f3-533f-45c9-a250-f28b6a8397d4 req-77f5f85f-7e01-4986-b509-ae35d75edc8b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:58.360113 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-683fd9f3-533f-45c9-a250-f28b6a8397d4 req-77f5f85f-7e01-4986-b509-ae35d75edc8b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0612671 Dec 13 23:06:58.437234 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-683fd9f3-533f-45c9-a250-f28b6a8397d4 req-47678b0f-bb22-41aa-9d8f-46240d435182 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661502 Dec 13 23:06:58.444631 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f86d0-873c-4ab8-9499-576aa89f5593 req-265c7bd9-d56c-415a-93f7-8a9dbbc0662e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:58.446078 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d94f86d0-873c-4ab8-9499-576aa89f5593 req-265c7bd9-d56c-415a-93f7-8a9dbbc0662e tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 945 time: 0.0850363 Dec 13 23:06:58.494948 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d94f86d0-873c-4ab8-9499-576aa89f5593 req-f24ca319-5eb9-4e93-a87f-4991f2ffe620 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a150f25-efe5-44c8-91a0-522f14fdc9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Dec 13 23:06:58.934083 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-bee67615-a61c-473f-8b30-b1653181e3fc tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:58.935731 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-bee67615-a61c-473f-8b30-b1653181e3fc tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 945 time: 0.0506177 Dec 13 23:06:59.045918 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Deleting port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:06:59.046264 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:59.137869 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] For port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,segment=NetworkSegment(9765f472-6087-4d16-af99-34c2ff4a9294),segment_id=9765f472-6087-4d16-af99-34c2ff4a9294)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:06:59.138250 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:59.149923 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Calling delete_port for c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:06:59.293849 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:59.313756 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['c0fa4276-8d3b-44b3-b46d-e1ce7611fd50'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:06:59.322531 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Pushing event deleted for resources: {'Port': ['ID=c0fa4276-8d3b-44b3-b46d-e1ce7611fd50,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:06:59.366094 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] No DVR routers for this DVR port c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:06:59.368701 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:06:59.372098 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-680f7908-e56f-4f29-a9f9-d8220e9f7cc3 req-a06f5baa-a992-45cf-b18c-4cac8b6db758 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.32 "DELETE /v2.0/ports/c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 HTTP/1.1" status: 204 len: 173 time: 0.4236500 Dec 13 23:06:59.560645 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc23bf5-b2a2-4cd3-a659-dcda1ea73642 req-3cb0884d-327e-4e61-842b-29d7a8ddf66c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:59.562649 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fc23bf5-b2a2-4cd3-a659-dcda1ea73642 req-3cb0884d-327e-4e61-842b-29d7a8ddf66c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0513487 Dec 13 23:06:59.590605 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'name': 'network-vif-deleted', 'tag': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:06:59.592811 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a3f353-e8b5-4ce0-ba55-6d775562c432" -d '{"events": [{"server_uuid": "72ed7a02-5035-4022-8e68-1cc8a0742684", "name": "network-vif-deleted", "tag": "c0fa4276-8d3b-44b3-b46d-e1ce7611fd50"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:06:59.618335 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-85a54eb2-b3a8-4274-8281-4792fb8372b9 req-8834d781-430d-45cf-8e5e-7073fae09b09 tempest-VolumesActionsTest-991775693 tempest-VolumesActionsTest-991775693-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ed7a02-5035-4022-8e68-1cc8a0742684 HTTP/1.1" status: 200 len: 210 time: 0.0423243 Dec 13 23:06:59.640391 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2fc23bf5-b2a2-4cd3-a659-dcda1ea73642 req-41c25327-9d3b-4e26-84b0-9c743b66485c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721068 Dec 13 23:06:59.660214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda7805-7a64-4132-9be9-e2d217e31695 x-openstack-request-id: req-8bda7805-7a64-4132-9be9-e2d217e31695 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:06:59.660565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ed7a02-5035-4022-8e68-1cc8a0742684", "name": "network-vif-deleted", "tag": "c0fa4276-8d3b-44b3-b46d-e1ce7611fd50", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:06:59.660903 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bda7805-7a64-4132-9be9-e2d217e31695 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:06:59.661361 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ed7a02-5035-4022-8e68-1cc8a0742684', 'name': 'network-vif-deleted', 'tag': 'c0fa4276-8d3b-44b3-b46d-e1ce7611fd50', 'status': 'completed', 'code': 200} Dec 13 23:06:59.913018 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605cde7-5a64-423f-9f52-2bfbcbf85acf req-a96ffea3-7a6e-4d9a-bea2-1fb7c3b2574d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:59.914515 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c605cde7-5a64-423f-9f52-2bfbcbf85acf req-a96ffea3-7a6e-4d9a-bea2-1fb7c3b2574d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1079969 Dec 13 23:06:59.948082 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-c87a29f9-655c-43a6-944a-24b6e26d9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:59.949561 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-c87a29f9-655c-43a6-944a-24b6e26d9c0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1098 time: 0.1037340 Dec 13 23:06:59.983332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8baf08-6a7d-44d5-86eb-5f8518bc0a93 req-a3a6ec31-50c5-4d9b-a6d5-83df6cc5647f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:06:59.984778 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af8baf08-6a7d-44d5-86eb-5f8518bc0a93 req-a3a6ec31-50c5-4d9b-a6d5-83df6cc5647f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1272638 Dec 13 23:07:00.062801 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c605cde7-5a64-423f-9f52-2bfbcbf85acf req-0f664feb-7dba-422d-9d97-7d6b3203b016 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407025 Dec 13 23:07:00.110690 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af8baf08-6a7d-44d5-86eb-5f8518bc0a93 req-a92ef0f6-1ee2-4c9b-b8bc-629d2991ecfe tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109946 Dec 13 23:07:00.122850 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-474ac602-1968-4a07-bf57-7c3863bc0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:00.124688 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-474ac602-1968-4a07-bf57-7c3863bc0620 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 910 time: 0.1652343 Dec 13 23:07:00.198853 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-15877799-70ce-4893-8bab-65592daa3682 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 200 len: 1001 time: 0.0649662 Dec 13 23:07:00.261983 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-774dbd6d-0d73-408e-8c38-fbe13284baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:00.263422 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-774dbd6d-0d73-408e-8c38-fbe13284baa0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.0551612 Dec 13 23:07:00.313852 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-24b19b33-b962-4651-a293-11b78fbad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:00.315340 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-24b19b33-b962-4651-a293-11b78fbad6d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415061 Dec 13 23:07:00.415779 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-d2cac6a9-b59d-4cff-8154-a31634bced96 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827906 Dec 13 23:07:00.508587 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb0cb271-2e9c-4328-b89c-4c4c1b85780e req-cb3f5854-33e0-4a0d-940e-1fed57c9e76b service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842762 Dec 13 23:07:01.188205 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5609-e42a-450a-8d82-530b29ac4d12 req-50959645-79e2-4855-92db-2bceb05ccd97 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:01.189940 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7fd5609-e42a-450a-8d82-530b29ac4d12 req-50959645-79e2-4855-92db-2bceb05ccd97 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0554304 Dec 13 23:07:01.276950 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a936e-38b0-4574-b2ec-a054f4be219f req-208d4d13-db9c-47d1-98bf-57717f9b831a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:01.278463 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f5a936e-38b0-4574-b2ec-a054f4be219f req-208d4d13-db9c-47d1-98bf-57717f9b831a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0874941 Dec 13 23:07:01.283021 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7fd5609-e42a-450a-8d82-530b29ac4d12 req-2c350887-aea3-49f5-8a76-76afac61f429 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830405 Dec 13 23:07:01.328521 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f5a936e-38b0-4574-b2ec-a054f4be219f req-84628f01-3355-47bf-bf30-0df954390716 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Dec 13 23:07:02.217931 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 28096ea4-0a35-41bd-92d2-396aa7f752cd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:02.243416 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 28096ea4-0a35-41bd-92d2-396aa7f752cd {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:02.243762 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 28096ea4-0a35-41bd-92d2-396aa7f752cd not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:02.403560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674b9d-0226-41cc-aa33-40c0152b3a54 req-37c117a5-c838-441a-b1fc-22f5824e1cf2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:02.405060 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11674b9d-0226-41cc-aa33-40c0152b3a54 req-37c117a5-c838-441a-b1fc-22f5824e1cf2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0493448 Dec 13 23:07:02.480671 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a930a-3be8-4fef-99b5-a396cfe7d0be req-c83c90db-8313-4a00-b3bd-7827bd966a09 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:02.482153 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d33a930a-3be8-4fef-99b5-a396cfe7d0be req-c83c90db-8313-4a00-b3bd-7827bd966a09 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0761695 Dec 13 23:07:02.485778 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11674b9d-0226-41cc-aa33-40c0152b3a54 req-8de0ce12-87df-4f27-9a5b-1a4ce298e06a tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716980 Dec 13 23:07:02.533950 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d33a930a-3be8-4fef-99b5-a396cfe7d0be req-f6ca34f1-1ef1-457d-a1d4-4e607d84cead tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Dec 13 23:07:03.192788 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:03.221680 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:03.222382 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c0fa4276-8d3b-44b3-b46d-e1ce7611fd50 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:03.611870 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97e3c-4ef0-42bd-aa52-d2ddee7578a1 req-e46baf2d-d3d7-446d-b4e1-cfd4bdd655c0 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:03.614148 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-44c97e3c-4ef0-42bd-aa52-d2ddee7578a1 req-e46baf2d-d3d7-446d-b4e1-cfd4bdd655c0 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0581028 Dec 13 23:07:03.690138 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea5da7-1a4c-42e6-84d3-83cbc127bea9 req-86187acb-d531-4ad6-b448-e66c2b1545f0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:03.691604 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55ea5da7-1a4c-42e6-84d3-83cbc127bea9 req-86187acb-d531-4ad6-b448-e66c2b1545f0 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0765293 Dec 13 23:07:03.695297 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-44c97e3c-4ef0-42bd-aa52-d2ddee7578a1 req-9b738b82-a1a5-406e-b5e3-89db9dc01cc0 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716860 Dec 13 23:07:03.744511 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-55ea5da7-1a4c-42e6-84d3-83cbc127bea9 req-bc784591-4b90-44dd-b2cc-4d924f1e7649 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Dec 13 23:07:04.727206 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:04.818287 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e738d3f-bc7b-4c6f-a854-2c3861649feb req-965ba2b2-e5af-4d89-9664-490b1ef543ad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:04.820118 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e738d3f-bc7b-4c6f-a854-2c3861649feb req-965ba2b2-e5af-4d89-9664-490b1ef543ad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0542834 Dec 13 23:07:04.895975 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb6b1-0230-413d-9673-9c42854e46f4 req-45089a51-f81a-4588-aced-162cc26789c6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:04.897572 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-948cb6b1-0230-413d-9673-9c42854e46f4 req-45089a51-f81a-4588-aced-162cc26789c6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0762470 Dec 13 23:07:04.900813 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e738d3f-bc7b-4c6f-a854-2c3861649feb req-da432941-0e7d-4a4c-9303-cffe68f2ecfb tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716105 Dec 13 23:07:04.947275 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-948cb6b1-0230-413d-9673-9c42854e46f4 req-72de94c2-122d-4a9b-92bb-42e91803bad3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Dec 13 23:07:06.055916 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab028-79d7-4224-b353-a8b8a1eb2000 req-ac3f8eef-7414-47f9-805e-d825a2a70f2f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:06.057474 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a5eab028-79d7-4224-b353-a8b8a1eb2000 req-ac3f8eef-7414-47f9-805e-d825a2a70f2f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0738692 Dec 13 23:07:06.097629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a408a36-16f7-4007-bf1c-700dde876ee3 req-f6b79bb3-31e4-463c-bf7c-e3433e8c94a6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:06.099087 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a408a36-16f7-4007-bf1c-700dde876ee3 req-f6b79bb3-31e4-463c-bf7c-e3433e8c94a6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0814817 Dec 13 23:07:06.135255 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a5eab028-79d7-4224-b353-a8b8a1eb2000 req-49c676d4-e049-4f86-930e-9b5c0f80ac06 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710788 Dec 13 23:07:06.161075 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a408a36-16f7-4007-bf1c-700dde876ee3 req-afd4b466-b5c8-40b9-b276-8a8d6723c4eb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Dec 13 23:07:07.285777 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c45629-18ca-4399-a61e-b12bbb377d58 req-724717e8-bc96-4ea7-9cb7-58c97276c14e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:07.287677 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c45629-18ca-4399-a61e-b12bbb377d58 req-724717e8-bc96-4ea7-9cb7-58c97276c14e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0795777 Dec 13 23:07:07.309177 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4fb83-1135-4152-b25b-da7390849fec req-bab076a6-11d3-44fa-88b8-6c1662178ef8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:07.311037 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e5e4fb83-1135-4152-b25b-da7390849fec req-bab076a6-11d3-44fa-88b8-6c1662178ef8 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.0775783 Dec 13 23:07:07.385608 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c45629-18ca-4399-a61e-b12bbb377d58 req-b6c486d0-f8ef-43c6-8944-1136ee0b8627 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899844 Dec 13 23:07:07.404072 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e5e4fb83-1135-4152-b25b-da7390849fec req-e169f409-4658-4e71-92c3-f822232d19d1 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842299 Dec 13 23:07:08.044559 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-453d5dc9-b9e2-4bfd-bdce-30b9a09cd99b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475376 Dec 13 23:07:08.122497 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-681258f0-15df-442a-ac41-54ad7eaa7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:08.124141 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-681258f0-15df-442a-ac41-54ad7eaa7e4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 1098 time: 0.0406866 Dec 13 23:07:08.247057 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-d4fb2913-7a2e-4301-acee-fa2e67807036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:08.248604 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-d4fb2913-7a2e-4301-acee-fa2e67807036 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 910 time: 0.1003804 Dec 13 23:07:08.326965 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-86dc9cb2-0189-4b5f-8866-5c931ecd7315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 200 len: 1001 time: 0.0631351 Dec 13 23:07:08.407851 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-c52a075b-4ab5-493e-9ccd-0a296a95ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:08.409673 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-c52a075b-4ab5-493e-9ccd-0a296a95ec29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.0682354 Dec 13 23:07:08.520684 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-ee8ee9e3-bcbf-473d-b13b-a65d2ef05eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:08.522272 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-ee8ee9e3-bcbf-473d-b13b-a65d2ef05eec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0909753 Dec 13 23:07:08.593451 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb809b0-3ec3-4e31-8a66-e7acbe8078b1 req-5ed48853-4234-46a9-b73b-24871d5ab062 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:08.595111 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ecb809b0-3ec3-4e31-8a66-e7acbe8078b1 req-5ed48853-4234-46a9-b73b-24871d5ab062 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1097231 Dec 13 23:07:08.704102 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-30a0a043-89f5-4583-af64-eba9bbdfbaac service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721919 Dec 13 23:07:08.708098 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ecb809b0-3ec3-4e31-8a66-e7acbe8078b1 req-95b24c54-ed92-4fd6-9809-7effd7ca7546 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025281 Dec 13 23:07:08.747763 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-a2ae9a3b-d1ef-40bd-aa6d-20e02ae7386c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:08.749403 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-a2ae9a3b-d1ef-40bd-aa6d-20e02ae7386c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 945 time: 0.1237435 Dec 13 23:07:08.896984 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c782424d-32e8-44ba-babc-4f77c8e94512 req-462124ec-8687-4577-b811-4c3873c40e4b service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817708 Dec 13 23:07:08.933952 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Deleting port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:08.934427 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:09.066347 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] For port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:09.067084 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:09.082989 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Calling delete_port for 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:09.256667 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:09.269396 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['ceceea56-a83b-49e0-812f-5e242b04cd78', '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:07:09.297274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Pushing event deleted for resources: {'Port': ['ID=64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:09.337842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.338544 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.338635 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.338962 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.339297 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.339628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.339957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.340382 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.340705 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.341029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.341373 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.341697 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.342021 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:09.374431 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] No DVR routers for this DVR port 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:07:09.377169 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:09.380949 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2d33906a-44fd-4e25-8760-6d1a1d29fe37 req-601b6184-4e0f-429b-9da8-7fed4a5c607a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "DELETE /v2.0/ports/64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 HTTP/1.1" status: 204 len: 173 time: 0.5949166 Dec 13 23:07:09.381455 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad7412a-5ada-4048-a735-b557f4868be5', 'name': 'network-vif-deleted', 'tag': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:07:09.383716 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bae689b-e605-4edc-921a-28f1f11a9ea6" -d '{"events": [{"server_uuid": "8ad7412a-5ada-4048-a735-b557f4868be5", "name": "network-vif-deleted", "tag": "64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:07:09.436411 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19317e45-268c-411d-b852-8f7e4057680e x-openstack-request-id: req-19317e45-268c-411d-b852-8f7e4057680e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:07:09.436704 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad7412a-5ada-4048-a735-b557f4868be5", "name": "network-vif-deleted", "tag": "64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:07:09.436971 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19317e45-268c-411d-b852-8f7e4057680e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:07:09.437372 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad7412a-5ada-4048-a735-b557f4868be5', 'name': 'network-vif-deleted', 'tag': '64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9', 'status': 'completed', 'code': 200} Dec 13 23:07:09.845272 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21d0faaf-5f2c-4b9e-aebe-85ab72849671 req-f59787d3-b0e1-487c-a045-5b7241ad3798 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad7412a-5ada-4048-a735-b557f4868be5 HTTP/1.1" status: 200 len: 210 time: 0.0460143 Dec 13 23:07:11.162557 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0a2f-a7c6-41f2-902b-2024ccc7fa4e req-a35a2e9d-69e7-4c12-b52c-e4fcbbb251ac tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:11.163981 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61ff0a2f-a7c6-41f2-902b-2024ccc7fa4e req-a35a2e9d-69e7-4c12-b52c-e4fcbbb251ac tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0503657 Dec 13 23:07:11.221859 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61ff0a2f-a7c6-41f2-902b-2024ccc7fa4e req-d2180529-2ee8-4961-90d6-5ff297b68229 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Dec 13 23:07:12.365216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28adba-3d1c-42f2-b727-d95bf1c00ff6 req-45b53138-47c2-45ce-8b8d-480506cff7b3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:12.366839 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f28adba-3d1c-42f2-b727-d95bf1c00ff6 req-45b53138-47c2-45ce-8b8d-480506cff7b3 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0687621 Dec 13 23:07:12.419857 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f28adba-3d1c-42f2-b727-d95bf1c00ff6 req-a6c3c465-8d79-4bdf-804c-325c33403077 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Dec 13 23:07:13.098061 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32397d5a-96a3-4f45-966d-0aeecf30e629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:13.545785 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049fa06-0757-4179-97e3-77cf275378ca req-b884ff88-7fbb-490f-80cd-d1fcb8d35b3e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:13.553607 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e049fa06-0757-4179-97e3-77cf275378ca req-b884ff88-7fbb-490f-80cd-d1fcb8d35b3e tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0550950 Dec 13 23:07:13.599528 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e049fa06-0757-4179-97e3-77cf275378ca req-b962316e-62d0-4a8a-97e4-b6be252204a6 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Dec 13 23:07:13.822707 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:13.844656 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:13.845386 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 64ee4b02-4e4c-45cd-af6e-2d1e7a92f1e9 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:14.720489 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad391f6c-2ef9-4a47-9ed1-bd6cc695cae0 req-7b004475-a1f5-4b72-8a83-afba1300bfaa tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:14.722342 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad391f6c-2ef9-4a47-9ed1-bd6cc695cae0 req-7b004475-a1f5-4b72-8a83-afba1300bfaa tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0541592 Dec 13 23:07:14.772606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad391f6c-2ef9-4a47-9ed1-bd6cc695cae0 req-dac1397f-cfc5-4291-bde3-c9055b0f15fb tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Dec 13 23:07:15.241724 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4454870-86e0-46e9-b8ad-bc6112c693a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:15.910720 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc51e0-edfb-4bdc-94c3-0389727db9e4 req-30b744f4-28d6-4bb0-b237-58cff01e9305 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:15.912306 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66fc51e0-edfb-4bdc-94c3-0389727db9e4 req-30b744f4-28d6-4bb0-b237-58cff01e9305 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0510108 Dec 13 23:07:15.970403 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66fc51e0-edfb-4bdc-94c3-0389727db9e4 req-789ad3bc-e6ab-49af-b88b-735bd8d27a4d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509117 Dec 13 23:07:16.836455 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:17.107893 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a757e0-16ef-40a7-88f4-7a6acbb0213b req-d43f24b7-2388-415e-b107-0551d05bf76c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:17.110346 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25a757e0-16ef-40a7-88f4-7a6acbb0213b req-d43f24b7-2388-415e-b107-0551d05bf76c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0682530 Dec 13 23:07:17.164437 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25a757e0-16ef-40a7-88f4-7a6acbb0213b req-818bfc78-1b19-42c6-9785-d17fa3753f15 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Dec 13 23:07:18.164393 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:18.233134 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:07:18.293206 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446a112-e9d9-4971-b368-e3f5b1b0369a req-11e0ab57-1c19-499e-9d72-48c1dbf9cd99 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:18.304063 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d446a112-e9d9-4971-b368-e3f5b1b0369a req-11e0ab57-1c19-499e-9d72-48c1dbf9cd99 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0512989 Dec 13 23:07:18.348678 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d446a112-e9d9-4971-b368-e3f5b1b0369a req-4d070359-f113-48a8-bb41-1231dd97b59c tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Dec 13 23:07:18.852030 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:19.512922 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25600997-726f-445f-8d76-5159c5e2c3b3 req-7df4a27c-926d-45b1-b663-3fa318c8da89 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:19.515201 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25600997-726f-445f-8d76-5159c5e2c3b3 req-7df4a27c-926d-45b1-b663-3fa318c8da89 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0554869 Dec 13 23:07:19.567468 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25600997-726f-445f-8d76-5159c5e2c3b3 req-468df9e4-f0e4-4697-b14c-71f8671a336f tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Dec 13 23:07:20.734080 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade89f-e0db-4d9c-8d2f-202078a01f92 req-f5277dd5-4d95-4d87-b60e-07a92e67d04d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:20.741228 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ade89f-e0db-4d9c-8d2f-202078a01f92 req-f5277dd5-4d95-4d87-b60e-07a92e67d04d tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.0663288 Dec 13 23:07:20.756710 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-4439878b-2dd0-4991-a677-da4fbd6a7d26 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:20.758230 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-4439878b-2dd0-4991-a677-da4fbd6a7d26 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 945 time: 0.3500702 Dec 13 23:07:20.836177 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ade89f-e0db-4d9c-8d2f-202078a01f92 req-78c651b4-2933-4831-a212-0557147dc8e4 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dea3a24-74ca-453c-bb31-4e43b46c159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918007 Dec 13 23:07:20.944508 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Deleting port ceceea56-a83b-49e0-812f-5e242b04cd78 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:20.945131 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:21.043487 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] For port ceceea56-a83b-49e0-812f-5e242b04cd78, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ceceea56-a83b-49e0-812f-5e242b04cd78,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:21.043943 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:21.057940 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Calling delete_port for ceceea56-a83b-49e0-812f-5e242b04cd78 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:21.224408 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:21.238957 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['ceceea56-a83b-49e0-812f-5e242b04cd78'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:07:21.313727 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Pushing event deleted for resources: {'Port': ['ID=ceceea56-a83b-49e0-812f-5e242b04cd78,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:21.334102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] No DVR routers for this DVR port ceceea56-a83b-49e0-812f-5e242b04cd78 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:07:21.337043 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:21.341057 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d054c07-796d-4030-a8b3-2e04fc017cfb req-280dae0d-6b64-4ad1-8500-ec889704fb84 tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.32 "DELETE /v2.0/ports/ceceea56-a83b-49e0-812f-5e242b04cd78 HTTP/1.1" status: 204 len: 173 time: 0.5673778 Dec 13 23:07:21.341721 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'name': 'network-vif-deleted', 'tag': 'ceceea56-a83b-49e0-812f-5e242b04cd78'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:07:21.343935 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fcc2c7-d83c-42b0-bafb-b2bb67e8d276" -d '{"events": [{"server_uuid": "f930f2d2-ece8-408b-aad2-fcb48bac226d", "name": "network-vif-deleted", "tag": "ceceea56-a83b-49e0-812f-5e242b04cd78"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:07:21.385966 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38acdf-6dcd-4432-b9e8-2fc7be1f43d1 x-openstack-request-id: req-cb38acdf-6dcd-4432-b9e8-2fc7be1f43d1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:07:21.386594 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f930f2d2-ece8-408b-aad2-fcb48bac226d", "name": "network-vif-deleted", "tag": "ceceea56-a83b-49e0-812f-5e242b04cd78", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:07:21.387246 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb38acdf-6dcd-4432-b9e8-2fc7be1f43d1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:07:21.388010 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930f2d2-ece8-408b-aad2-fcb48bac226d', 'name': 'network-vif-deleted', 'tag': 'ceceea56-a83b-49e0-812f-5e242b04cd78', 'status': 'completed', 'code': 200} Dec 13 23:07:21.984029 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acc728cd-a890-491e-8c9a-b4ba67014954 req-4a886e05-93f1-43bf-af99-07f4d113612a tempest-ServerRescueNegativeTestJSON-874817884 tempest-ServerRescueNegativeTestJSON-874817884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f930f2d2-ece8-408b-aad2-fcb48bac226d HTTP/1.1" status: 200 len: 210 time: 0.0420904 Dec 13 23:07:23.044176 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 47884) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:23.476212 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:23.851785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ceceea56-a83b-49e0-812f-5e242b04cd78 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:23.875316 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: ceceea56-a83b-49e0-812f-5e242b04cd78 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:23.875675 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ceceea56-a83b-49e0-812f-5e242b04cd78 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:24.023148 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Deleting port c57d00df-ec5c-4228-8164-daef81b0c3d1 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:24.023505 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.107016 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] For port c57d00df-ec5c-4228-8164-daef81b0c3d1, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c57d00df-ec5c-4228-8164-daef81b0c3d1,segment=NetworkSegment(9bf17a2b-c544-428e-8665-44856e84b10b),segment_id=9bf17a2b-c544-428e-8665-44856e84b10b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:24.107606 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.119022 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Calling delete_port for c57d00df-ec5c-4228-8164-daef81b0c3d1 owned by network:router_interface {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:24.303730 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.327810 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Pushing event deleted for resources: {'Port': ['ID=c57d00df-ec5c-4228-8164-daef81b0c3d1,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:24.419779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:24.470531 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Deleting subnet af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:07:24.474115 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.493844 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.512503 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.555472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.624584 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.651246 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:24.659438 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.662897 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-94ea9d92-4fa3-49ce-8eae-55d25dee1903 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af944fd2-0a0c-4e8b-9ef3-1a1bbcbfd716 HTTP/1.1" status: 204 len: 168 time: 0.2421253 Dec 13 23:07:24.665562 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:24.753872 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.757640 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:07:24.843066 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.867538 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d3a17f-2e01-4301-affb-58f20cc0584b']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:24.878154 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd448ca79-805c-4bc9-a169-ecd74421f18f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:24.878454 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd448ca79-805c-4bc9-a169-ecd74421f18f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:24.878591 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:07:24.884759 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e0c1f55e-893a-4f38-ac42-696e9eafc00f admin admin] 10.222.0.13 "PUT /v2.0/routers/58f72b4a-4ec8-4e60-a86f-af1a674904d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393347 Dec 13 23:07:24.887494 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 47968) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:24.889570 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] Sync routers for ids ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:07:24.902047 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.903273 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] Routers {'58f72b4a-4ec8-4e60-a86f-af1a674904d8'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:07:24.904104 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:24.925163 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.934127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:07:24.938181 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:07:24.939948 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:07:24.997009 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.005363 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.011640 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53d3a17f-2e01-4301-affb-58f20cc0584b HTTP/1.1" status: 204 len: 168 time: 0.3427317 Dec 13 23:07:25.019349 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31fea9-d464-4e5d-bc87-743403258297 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d3a17f-2e01-4301-affb-58f20cc0584b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:25.020987 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks [] for router, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.030816 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] Set router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:07:25.152179 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.173540 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:25.211601 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Deleting port e1c83f07-dd02-47d8-af12-75875c992470 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:25.211943 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.222617 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-69e6023f-cac1-429b-8ca7-0f739f21c375 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a736ec919343435d98e16479a93c4119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455587 Dec 13 23:07:25.222867 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47974) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:25.234670 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:07:24Z', 'revision_number': 5, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port': {'id': 'e1c83f07-dd02-47d8-af12-75875c992470', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:04:17Z', 'updated_at': '2021-12-13T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:25.261253 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] Checking router: 58f72b4a-4ec8-4e60-a86f-af1a674904d8 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:07:25.270046 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] Routers {'58f72b4a-4ec8-4e60-a86f-af1a674904d8'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:07:25.270744 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:25.272116 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab27572-f97c-4fa8-b57b-609bbc987440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.294345 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab27572-f97c-4fa8-b57b-609bbc987440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.295830 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] For port e1c83f07-dd02-47d8-af12-75875c992470, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e1c83f07-dd02-47d8-af12-75875c992470,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:25.296429 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.309175 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Calling delete_port for e1c83f07-dd02-47d8-af12-75875c992470 owned by network:router_gateway {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:25.343004 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab27572-f97c-4fa8-b57b-609bbc987440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.345963 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab27572-f97c-4fa8-b57b-609bbc987440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.349785 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4ab27572-f97c-4fa8-b57b-609bbc987440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/452ac152-3409-406a-80e1-2c68a6bb2ad3 HTTP/1.1" status: 204 len: 168 time: 0.1259978 Dec 13 23:07:25.359330 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab27572-f97c-4fa8-b57b-609bbc987440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452ac152-3409-406a-80e1-2c68a6bb2ad3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:25.359555 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] Set router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 gateway port host: None {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:07:25.414900 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:07:25Z', 'revision_number': 6, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:25.442318 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55deba-3d91-4c98-9ea4-786241e49eed None None] The sync data for ids ['58f72b4a-4ec8-4e60-a86f-af1a674904d8'] in dv-cinder-796286-23-iscsi is: [{'id': '58f72b4a-4ec8-4e60-a86f-af1a674904d8', 'name': 'tempest-ServerRescueNegativeTestJSON-1285120497-router', 'tenant_id': 'f78a3c42585545bcb350232445d77600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:04:16Z', 'updated_at': '2021-12-13T23:07:25Z', 'revision_number': 6, 'project_id': 'f78a3c42585545bcb350232445d77600', 'gw_port_host': None}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:07:25.499056 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.523650 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c83f07-dd02-47d8-af12-75875c992470,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:25.588233 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.646198 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:25.693078 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Deleting subnet 75b5f11f-93e0-4e97-93e0-97bf5f56a2ef {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:07:25.696788 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.701235 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.703618 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.735287 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.767756 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.768461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f72b4a-4ec8-4e60-a86f-af1a674904d8 {{(pid=102557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:07:25.773770 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.774915 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-49d1ed3f-41c5-4630-84bf-a72d88b12810 admin admin] 10.222.0.13 "DELETE /v2.0/routers/58f72b4a-4ec8-4e60-a86f-af1a674904d8 HTTP/1.1" status: 204 len: 168 time: 0.8864706 Dec 13 23:07:25.777722 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47984) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:25.786022 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.853609 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Deleting subnet 83436a12-ab91-45b2-9224-5a4d71d6ff86 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:07:25.857447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.898830 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.901212 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.958813 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b5f11f-93e0-4e97-93e0-97bf5f56a2ef,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:25.965286 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:25.968627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-57c4391d-ed7c-435a-9e4d-6b2fa9c1c272 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75b5f11f-93e0-4e97-93e0-97bf5f56a2ef HTTP/1.1" status: 204 len: 168 time: 0.3211699 Dec 13 23:07:25.971467 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 47986) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:25.978040 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.030159 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.044372 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.058329 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.061705 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83436a12-ab91-45b2-9224-5a4d71d6ff86 HTTP/1.1" status: 204 len: 168 time: 0.2830117 Dec 13 23:07:26.062701 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d6d2d-0d62-40f5-b7fa-77fdfae7e589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83436a12-ab91-45b2-9224-5a4d71d6ff86,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:26.064848 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:26.121226 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.133607 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.143338 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c49a7f-3da1-49ae-852a-b4db2605a7cd']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:26.152948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9765f472-6087-4d16-af99-34c2ff4a9294') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:26.153592 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9765f472-6087-4d16-af99-34c2ff4a9294') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:26.162699 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.176447 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.182492 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:07:26.182870 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:07:26.184684 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:07:26.212036 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.235941 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2efc7b-113a-43a4-800b-1debb6310f72']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:26.246028 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf17a2b-c544-428e-8665-44856e84b10b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:26.246329 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf17a2b-c544-428e-8665-44856e84b10b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:26.253944 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.256293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.258537 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.262387 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f2c49a7f-3da1-49ae-852a-b4db2605a7cd HTTP/1.1" status: 204 len: 168 time: 0.2898192 Dec 13 23:07:26.275508 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915919f0-6ac4-466b-b63c-dbf5e26d5970 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c49a7f-3da1-49ae-852a-b4db2605a7cd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:26.275980 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.284157 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:07:26.284594 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:07:26.286308 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:07:26.346700 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.358298 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.364767 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5f2efc7b-113a-43a4-800b-1debb6310f72 HTTP/1.1" status: 204 len: 168 time: 0.2985125 Dec 13 23:07:26.374524 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2328c-fd0f-44b6-bec8-5c41da966507 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2efc7b-113a-43a4-800b-1debb6310f72,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:26.441084 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 47994) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:26.488679 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 47996) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:26.488798 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d0bb3bda-7e2b-4cb6-88cf-7a40589d7af9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29aac56f8b7648db9654aeb5eb465d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436368 Dec 13 23:07:26.488798 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 47998) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:26.531482 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6f487a3a-0772-47bd-a96b-33f390769eb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f78a3c42585545bcb350232445d77600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445371 Dec 13 23:07:26.533940 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48000) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:26.540504 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2936004d-5cd2-4f63-be40-2bba2ca15c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.565370 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2936004d-5cd2-4f63-be40-2bba2ca15c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.584951 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a718fc6-556e-4967-82ee-e6e370e56cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.607439 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a718fc6-556e-4967-82ee-e6e370e56cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.614318 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2936004d-5cd2-4f63-be40-2bba2ca15c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.617119 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2936004d-5cd2-4f63-be40-2bba2ca15c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.618308 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2936004d-5cd2-4f63-be40-2bba2ca15c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a150f25-efe5-44c8-91a0-522f14fdc9e2 HTTP/1.1" status: 204 len: 168 time: 0.1287279 Dec 13 23:07:26.626723 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936004d-5cd2-4f63-be40-2bba2ca15c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a150f25-efe5-44c8-91a0-522f14fdc9e2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:26.659797 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a718fc6-556e-4967-82ee-e6e370e56cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.668029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a718fc6-556e-4967-82ee-e6e370e56cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:26.668029 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6a718fc6-556e-4967-82ee-e6e370e56cc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dea3a24-74ca-453c-bb31-4e43b46c159d HTTP/1.1" status: 204 len: 168 time: 0.1288919 Dec 13 23:07:26.675035 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a718fc6-556e-4967-82ee-e6e370e56cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea3a24-74ca-453c-bb31-4e43b46c159d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:27.129158 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c57d00df-ec5c-4228-8164-daef81b0c3d1 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:27.148907 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: c57d00df-ec5c-4228-8164-daef81b0c3d1 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:27.149259 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c57d00df-ec5c-4228-8164-daef81b0c3d1 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:27.149698 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e1c83f07-dd02-47d8-af12-75875c992470 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:27.168785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: e1c83f07-dd02-47d8-af12-75875c992470 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:27.169232 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e1c83f07-dd02-47d8-af12-75875c992470 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:33.273279 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48126) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:33.383129 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb5f9-109e-44cf-9ea5-cf551b46c1e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.462260 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb5f9-109e-44cf-9ea5-cf551b46c1e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.466441 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb5f9-109e-44cf-9ea5-cf551b46c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.503633 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e7bdb5f9-109e-44cf-9ea5-cf551b46c1e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86cc76a3617a44f689301085f5e73922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293000 Dec 13 23:07:33.504501 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdb5f9-109e-44cf-9ea5-cf551b46c1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895ae887-404f-439d-9969-c75b8cbf4e47,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:33.506622 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48130) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:33.558765 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2e434dd-3180-45de-a2d2-719427a7009c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.580015 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2e434dd-3180-45de-a2d2-719427a7009c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.628314 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2e434dd-3180-45de-a2d2-719427a7009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.630938 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2e434dd-3180-45de-a2d2-719427a7009c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:33.632092 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b2e434dd-3180-45de-a2d2-719427a7009c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/895ae887-404f-439d-9969-c75b8cbf4e47 HTTP/1.1" status: 204 len: 168 time: 0.1245012 Dec 13 23:07:33.639660 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e434dd-3180-45de-a2d2-719427a7009c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ae887-404f-439d-9969-c75b8cbf4e47,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:33.917695 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48136) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:33.931583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1927afcf-20ca-4264-94c6-593042180f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.016532 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1927afcf-20ca-4264-94c6-593042180f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.022733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1927afcf-20ca-4264-94c6-593042180f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.059150 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927afcf-20ca-4264-94c6-593042180f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2ec37-a779-4ef7-989d-f6e9bb15e2db,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:34.063328 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1927afcf-20ca-4264-94c6-593042180f8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d99dec765d6463cb1510a9e2dd1eef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445558 Dec 13 23:07:34.066706 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48140) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:34.114861 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55776c1b-a446-48a1-81b3-5a5465c2996d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.144771 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55776c1b-a446-48a1-81b3-5a5465c2996d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.195662 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55776c1b-a446-48a1-81b3-5a5465c2996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.198453 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55776c1b-a446-48a1-81b3-5a5465c2996d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:34.199606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-55776c1b-a446-48a1-81b3-5a5465c2996d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddc2ec37-a779-4ef7-989d-f6e9bb15e2db HTTP/1.1" status: 204 len: 168 time: 0.1319716 Dec 13 23:07:34.207944 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55776c1b-a446-48a1-81b3-5a5465c2996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2ec37-a779-4ef7-989d-f6e9bb15e2db,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:34.753686 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.408900 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48218) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:36.520471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4a80d74-ae57-4ce9-ab26-7ca0909b3cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.601230 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4a80d74-ae57-4ce9-ab26-7ca0909b3cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.606624 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4a80d74-ae57-4ce9-ab26-7ca0909b3cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.644481 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f4a80d74-ae57-4ce9-ab26-7ca0909b3cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9120aaa0923d455bbfc08d14c0edac05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343967 Dec 13 23:07:36.645361 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a80d74-ae57-4ce9-ab26-7ca0909b3cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c8119f-87ab-4593-8f6c-36fa53b490f7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:36.648245 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48222) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:36.703216 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.731370 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.784451 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.787379 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:36.788513 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4c8119f-87ab-4593-8f6c-36fa53b490f7 HTTP/1.1" status: 204 len: 168 time: 0.1390851 Dec 13 23:07:36.796160 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c8119f-87ab-4593-8f6c-36fa53b490f7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:36.804113 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.804472 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.804818 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.805150 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.805523 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.805863 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.806199 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.806533 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.806864 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.807198 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.807523 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.807854 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:36.808176 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd0910-0be2-447a-aa88-cdf3f2044a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:37.061095 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48228) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:37.075523 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e99f3c3b-e342-4e8b-b520-39bd09fd6d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.153224 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e99f3c3b-e342-4e8b-b520-39bd09fd6d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.159717 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e99f3c3b-e342-4e8b-b520-39bd09fd6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.196137 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3c3b-e342-4e8b-b520-39bd09fd6d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32bfd8a-baf9-4e97-b243-8df2c95a09a2,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:37.200392 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e99f3c3b-e342-4e8b-b520-39bd09fd6d13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f21db8ba9e245afa0d2accfbbfd6cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382222 Dec 13 23:07:37.204544 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48230) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:37.261399 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf4620a5-8e25-42b2-a938-f8916ba1e895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.284060 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf4620a5-8e25-42b2-a938-f8916ba1e895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.337765 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf4620a5-8e25-42b2-a938-f8916ba1e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.340858 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf4620a5-8e25-42b2-a938-f8916ba1e895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:37.342388 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-cf4620a5-8e25-42b2-a938-f8916ba1e895 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a32bfd8a-baf9-4e97-b243-8df2c95a09a2 HTTP/1.1" status: 204 len: 168 time: 0.1368606 Dec 13 23:07:37.350207 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4620a5-8e25-42b2-a938-f8916ba1e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32bfd8a-baf9-4e97-b243-8df2c95a09a2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:41.582473 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:41.691441 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65849258-b4e4-41d2-bec4-73e5a590b58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.765999 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65849258-b4e4-41d2-bec4-73e5a590b58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.770311 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65849258-b4e4-41d2-bec4-73e5a590b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.809459 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-65849258-b4e4-41d2-bec4-73e5a590b58b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa7366865df94a1d9a1f68965116bf61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257278 Dec 13 23:07:41.810325 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849258-b4e4-41d2-bec4-73e5a590b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ece483-035a-493c-bfe4-942fe238c527,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:41.812382 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48308) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:41.862572 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29daa4b4-715d-4aaa-9e53-f39ec7f69571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.884933 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29daa4b4-715d-4aaa-9e53-f39ec7f69571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.939547 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29daa4b4-715d-4aaa-9e53-f39ec7f69571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.942250 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29daa4b4-715d-4aaa-9e53-f39ec7f69571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:41.943421 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-29daa4b4-715d-4aaa-9e53-f39ec7f69571 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49ece483-035a-493c-bfe4-942fe238c527 HTTP/1.1" status: 204 len: 168 time: 0.1299484 Dec 13 23:07:41.951528 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daa4b4-715d-4aaa-9e53-f39ec7f69571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ece483-035a-493c-bfe4-942fe238c527,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:42.231195 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48314) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:42.244641 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-015e8fbe-ee57-4541-90ea-350144e3bfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.321608 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-015e8fbe-ee57-4541-90ea-350144e3bfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.325968 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-015e8fbe-ee57-4541-90ea-350144e3bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.364638 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-015e8fbe-ee57-4541-90ea-350144e3bfcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bfb25e7b2da462a83286bb8abf4c14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322711 Dec 13 23:07:42.365566 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e8fbe-ee57-4541-90ea-350144e3bfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76877d47-01b7-4125-a1d3-74fbc89feb27,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:42.367453 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:42.424560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5d21-2328-432a-a0f9-42a7f2bc1f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.446932 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5d21-2328-432a-a0f9-42a7f2bc1f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.499892 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5d21-2328-432a-a0f9-42a7f2bc1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.502671 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5d21-2328-432a-a0f9-42a7f2bc1f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:42.503917 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3e3e5d21-2328-432a-a0f9-42a7f2bc1f6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76877d47-01b7-4125-a1d3-74fbc89feb27 HTTP/1.1" status: 204 len: 168 time: 0.1354556 Dec 13 23:07:42.511886 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e5d21-2328-432a-a0f9-42a7f2bc1f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76877d47-01b7-4125-a1d3-74fbc89feb27,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:42.929276 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e0179-2bb1-4dc4-a8bc-6da54ff55ec6 req-264f494b-201a-4121-81ba-8acaa76bdddd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:42.930753 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-df7e0179-2bb1-4dc4-a8bc-6da54ff55ec6 req-264f494b-201a-4121-81ba-8acaa76bdddd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0508904 Dec 13 23:07:42.978196 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-df7e0179-2bb1-4dc4-a8bc-6da54ff55ec6 req-8b300dbb-b542-427f-b467-19bd2075a736 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414371 Dec 13 23:07:43.092914 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c88f323-5f09-4c62-a965-a228f967c64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:44.117760 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20590-a9f8-46c6-8313-417d2c1785ed req-680c48bc-7123-4b33-aa48-64b755b74d8e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:44.119262 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaf20590-a9f8-46c6-8313-417d2c1785ed req-680c48bc-7123-4b33-aa48-64b755b74d8e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0647936 Dec 13 23:07:44.167777 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaf20590-a9f8-46c6-8313-417d2c1785ed req-48380014-b345-49fa-b605-fb7c905dc6bb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423813 Dec 13 23:07:44.424126 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-ac1c1ad8-d113-497f-bfe8-d42fb86b8445 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:44.425954 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-ac1c1ad8-d113-497f-bfe8-d42fb86b8445 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 946 time: 0.0527115 Dec 13 23:07:44.543662 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Deleting port ef742767-361d-4046-8bd3-5b8f1c34e632 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:44.544002 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:44.634221 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] For port ef742767-361d-4046-8bd3-5b8f1c34e632, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ef742767-361d-4046-8bd3-5b8f1c34e632,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:44.634582 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:44.869678 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:44.870058 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:44.870408 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Floating IP 97ac3e61-5261-47a5-b7d4-3d8c556ae8a3 disassociated. External IP: 172.27.0.124, port: ef742767-361d-4046-8bd3-5b8f1c34e632. Dec 13 23:07:44.870887 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Calling delete_port for ef742767-361d-4046-8bd3-5b8f1c34e632 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:45.003269 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:45.031930 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event deleted for resources: {'Port': ['ID=ef742767-361d-4046-8bd3-5b8f1c34e632,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:45.140821 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Router 84ff56c0-799c-4cf7-8203-09b27f95753b has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:07:45.246118 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0a5733ed-8844-4d6a-baa0-21194bf66430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:45.282723 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b58eecc-ac8d-4860-9193-a4ec31e5cde7 req-f4094266-698e-4a76-babb-b8ea701db9c8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.0345273 Dec 13 23:07:45.292611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:07:45.305943 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:07:45.318441 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:07:45.319460 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:45.335271 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] No DVR routers for this DVR port ef742767-361d-4046-8bd3-5b8f1c34e632 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:07:45.338055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:45.341440 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a481595-aac9-41e4-8f26-e044b21dc697 req-901f6124-8d1b-468c-ae19-2f24eb4c0492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "DELETE /v2.0/ports/ef742767-361d-4046-8bd3-5b8f1c34e632 HTTP/1.1" status: 204 len: 173 time: 0.9091334 Dec 13 23:07:45.341909 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-deleted', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:07:45.344174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf08a5ed-ea74-4caf-a050-7436f8899ff4" -d '{"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-deleted", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:07:45.382733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5f3836-dcbd-4b58-b7fc-f5acb3f2fe46 x-openstack-request-id: req-df5f3836-dcbd-4b58-b7fc-f5acb3f2fe46 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:07:45.383220 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168526af-2c4e-4e84-8b87-7f2e71d96e16", "name": "network-vif-deleted", "tag": "ef742767-361d-4046-8bd3-5b8f1c34e632", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:07:45.383681 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df5f3836-dcbd-4b58-b7fc-f5acb3f2fe46 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:07:45.384244 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168526af-2c4e-4e84-8b87-7f2e71d96e16', 'name': 'network-vif-deleted', 'tag': 'ef742767-361d-4046-8bd3-5b8f1c34e632', 'status': 'completed', 'code': 200} Dec 13 23:07:45.429941 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:07:45.637697 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:45.667248 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:07:45.676373 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:07:45.677039 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:45.783001 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:07:45.987958 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:46.014418 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146621bc-8b3d-4c25-8591-246f056f91e1 None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:07:46.234299 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec9d4e-b790-49ea-b09a-746b6132a849 None None] New status for floating IP 97ac3e61-5261-47a5-b7d4-3d8c556ae8a3: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:07:46.394978 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5538ba07-5f98-41fd-ac2a-6536c3902699 req-0b572cda-a9da-4c2b-ae37-d550fa6ed020 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.0301280 Dec 13 23:07:46.840556 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:47.504825 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-68c2b7a5-6c63-4fc8-a69b-99576ac5f955 req-57addb04-1b3b-46f9-bdc1-590076abaa22 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=168526af-2c4e-4e84-8b87-7f2e71d96e16 HTTP/1.1" status: 200 len: 210 time: 0.0283198 Dec 13 23:07:48.168774 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.239082 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70dc78-0411-4bcd-9e63-2744e2cb80a5 req-527b2a77-c06e-4983-863e-fdd5b0b342a1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:48.240782 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be70dc78-0411-4bcd-9e63-2744e2cb80a5 req-527b2a77-c06e-4983-863e-fdd5b0b342a1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0663023 Dec 13 23:07:48.288127 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be70dc78-0411-4bcd-9e63-2744e2cb80a5 req-c2b7fb04-3608-48cc-a1ff-db3fb60ea07d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Dec 13 23:07:48.614829 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48396) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:48.676895 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e2a928a-d73b-49ff-a0b7-734cccec5a75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.701961 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e2a928a-d73b-49ff-a0b7-734cccec5a75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.754819 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e2a928a-d73b-49ff-a0b7-734cccec5a75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.758604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e2a928a-d73b-49ff-a0b7-734cccec5a75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.759719 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2e2a928a-d73b-49ff-a0b7-734cccec5a75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee HTTP/1.1" status: 204 len: 168 time: 0.1438043 Dec 13 23:07:48.762720 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48398) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:48.768765 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a928a-d73b-49ff-a0b7-734cccec5a75 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:48.776658 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.api.v2.resource [None req-d5e955e8-eb13-4030-8a0c-9d33a69e7350 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] show failed (client error): The resource could not be found. Dec 13 23:07:48.777815 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d5e955e8-eb13-4030-8a0c-9d33a69e7350 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups/3d2bc5c9-4cbb-4fdb-bdc1-425feb0dc8ee HTTP/1.1" status: 404 len: 347 time: 0.0140781 Dec 13 23:07:48.780649 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48400) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:48.847035 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.902160 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Deleting port d34e9341-7400-4eec-ae5d-f8cd3b7c88c9 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:48.902501 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.979764 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.980092 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:48.992302 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Calling delete_port for d34e9341-7400-4eec-ae5d-f8cd3b7c88c9 owned by network:floatingip {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:49.130227 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.155096 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event deleted for resources: {'Port': ['ID=d34e9341-7400-4eec-ae5d-f8cd3b7c88c9,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:49.212953 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.215652 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.216789 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-850d3bcc-7e4f-45e7-903e-f594abfa4027 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "DELETE /v2.0/floatingips/97ac3e61-5261-47a5-b7d4-3d8c556ae8a3 HTTP/1.1" status: 204 len: 168 time: 0.4351518 Dec 13 23:07:49.406351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d1d7c-2e16-4fff-9a67-92f4a129f824 req-a9590340-2e67-4aa6-9d92-e859f8eeb29d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:49.407704 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a65d1d7c-2e16-4fff-9a67-92f4a129f824 req-a9590340-2e67-4aa6-9d92-e859f8eeb29d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0508864 Dec 13 23:07:49.455066 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a65d1d7c-2e16-4fff-9a67-92f4a129f824 req-c8c0bfbc-5aa9-43fb-88a2-261c9d19baef tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Dec 13 23:07:49.558112 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48408) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:49.562771 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215138238', 'description': 'tempest-description--374960584'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:49.587567 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.652126 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.657112 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.685318 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.686581 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1273372 Dec 13 23:07:49.689709 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48410) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:49.690733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef956b7c-86d2-4d58-8ea7-89219f2399f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafdaf5d-8544-47a1-b87b-b4e1d549f859,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:49.694422 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'security_group_rule': {'security_group_id': 'aafdaf5d-8544-47a1-b87b-b4e1d549f859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:49.725173 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.780023 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.785362 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.806202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dc7eda-0488-4a13-b01d-06c76bab8d9a,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:49.813246 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.814227 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d1d6d4a4-77b5-43d3-9abc-7b06f4e01d54 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235316 Dec 13 23:07:49.817028 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48412) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:49.821735 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'security_group_rule': {'security_group_id': 'aafdaf5d-8544-47a1-b87b-b4e1d549f859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:49.847314 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.901863 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.906768 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.923771 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbe20fc-6045-487e-afe2-ad2cbc54ca16,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:49.935193 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:49.936549 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-13796378-65dd-454c-979f-a8d6854bc1bc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185417 Dec 13 23:07:49.940103 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48414) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:49.944600 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:49.968548 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.070084 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.178114 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Allocated IP 172.27.0.123 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/18882c28-aa13-4f81-bef8-accff417c982) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:07:50.290952 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.327576 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.363950 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:07:50.366855 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:07:50.370346 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:07:50.394735 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'Port': ['ID=18882c28-aa13-4f81-bef8-accff417c982,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:50.458312 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.500266 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.577485 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646d7ed-c7a1-4c51-bd47-71e52c10af20 req-48473d9f-6956-4a0b-a0f0-f22acd7a91b6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:50.578956 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3646d7ed-c7a1-4c51-bd47-71e52c10af20 req-48473d9f-6956-4a0b-a0f0-f22acd7a91b6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0541151 Dec 13 23:07:50.626269 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3646d7ed-c7a1-4c51-bd47-71e52c10af20 req-3e92d2a0-4dd8-499e-b186-3e6ced05c6aa tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Dec 13 23:07:50.648701 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.653888 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.720789 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'Port': ['ID=18882c28-aa13-4f81-bef8-accff417c982,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:50.733041 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.749959 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:50.751180 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ff0c2ad9-c561-4a6a-a59d-d439aa8a1303 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8100660 Dec 13 23:07:50.951206 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-02a0b7ed-e422-4708-b828-5737546db2e0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1215138238&fields=id&tenant_id=ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 267 time: 0.0427372 Dec 13 23:07:51.057692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-1a083ccb-0b7c-4035-8e06-5f3b0a8667d8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:51.059073 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-1a083ccb-0b7c-4035-8e06-5f3b0a8667d8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 816 time: 0.0975900 Dec 13 23:07:51.077618 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-6b6d8fb8-8e7a-4a4c-854c-b70bac7722fa tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/quotas/ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Dec 13 23:07:51.133280 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-d5b5c82f-492f-48bd-bb88-7f6135f282ac tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497348 Dec 13 23:07:51.234454 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-3f6432e3-d03a-4071-9c30-3119b4fc1fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Dec 13 23:07:51.324823 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-558f0b28-2c07-48f0-a0c0-010bbf9f6b48 service neutron] 10.222.0.13 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841615 Dec 13 23:07:51.504185 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f75f43a8-b472-4637-889a-b0539d4d40f3 req-2b04c6f4-f79e-4ef1-a1b0-1a839bccb4df tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 210 time: 0.0440533 Dec 13 23:07:51.530592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-81115f36-cbbd-4057-95d4-63dc08d945fa tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:51.530592 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-81115f36-cbbd-4057-95d4-63dc08d945fa tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.0761032 Dec 13 23:07:51.621664 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Deleting port 80a67b49-708c-4b7f-8b08-ac990fa86f9e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:51.622114 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:51.647402 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:51.671955 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: ef742767-361d-4046-8bd3-5b8f1c34e632 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:51.672605 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device ef742767-361d-4046-8bd3-5b8f1c34e632 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:51.751766 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] For port 80a67b49-708c-4b7f-8b08-ac990fa86f9e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80a67b49-708c-4b7f-8b08-ac990fa86f9e,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:51.752252 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:51.813148 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ca5f8-9e15-48c3-807c-5baf07be0225 req-4c48ef25-7a35-42c8-b662-7eeab4337ff1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:51.814764 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-365ca5f8-9e15-48c3-807c-5baf07be0225 req-4c48ef25-7a35-42c8-b662-7eeab4337ff1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 945 time: 0.1125643 Dec 13 23:07:52.152074 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-365ca5f8-9e15-48c3-807c-5baf07be0225 req-b2689b7d-d577-45a4-aa64-b4afdc13f989 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=501e0bc4-be10-4946-bfe4-7647b457f798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292058 Dec 13 23:07:52.205232 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:52.205632 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:52.205956 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Floating IP 1aca74d7-47a5-4491-ae2b-94ef5a98ff0e disassociated. External IP: 172.27.0.133, port: 80a67b49-708c-4b7f-8b08-ac990fa86f9e. Dec 13 23:07:52.206304 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Calling delete_port for 80a67b49-708c-4b7f-8b08-ac990fa86f9e owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:52.419947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:52.462173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event deleted for resources: {'Port': ['ID=80a67b49-708c-4b7f-8b08-ac990fa86f9e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:52.491355 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-4e44b4b0-62d1-4f9c-bd30-d5aae1e0bcdd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:52.492827 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-4e44b4b0-62d1-4f9c-bd30-d5aae1e0bcdd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 816 time: 0.1723936 Dec 13 23:07:52.640706 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea98eb1b-065e-4010-bb5d-4bca92ddf776 req-1e911b99-e555-4878-87d6-67992e4b6799 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 210 time: 0.0443604 Dec 13 23:07:52.654509 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-21949f75-276d-4c37-8b00-a5eb87f11412 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 380 time: 0.1273327 Dec 13 23:07:52.662955 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Router f37b0211-2b23-48e4-866d-1173f3543a8c has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:07:52.720936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'port': {'device_id': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'admin_state_up': True, 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'security_groups': ['aafdaf5d-8544-47a1-b87b-b4e1d549f859']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:52.850685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:07:52.862203 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:07:52.873028 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:07:52.873781 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:52.897594 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] No DVR routers for this DVR port 80a67b49-708c-4b7f-8b08-ac990fa86f9e on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:07:52.902131 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:52.905430 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b15e139-8897-45e7-949c-89f7e8b2d038 req-634d3c74-ff0b-4526-8d84-ebe1360cb3b1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "DELETE /v2.0/ports/80a67b49-708c-4b7f-8b08-ac990fa86f9e HTTP/1.1" status: 204 len: 173 time: 1.3732655 Dec 13 23:07:52.905888 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'name': 'network-vif-deleted', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:07:52.908155 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217f4d2-4893-47a4-8943-b5e6cfe2a67b" -d '{"events": [{"server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "name": "network-vif-deleted", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:07:52.930615 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Made reservation on behalf of ff275d4e81c547e4b1d09435f41a51a6 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:07:52.934982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:52.971916 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c2d4a6-e1d5-4e57-9e17-8904722d6e77 x-openstack-request-id: req-d1c2d4a6-e1d5-4e57-9e17-8904722d6e77 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:07:52.972134 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8b680f-031a-4c92-b62f-cf4069ffec8f", "name": "network-vif-deleted", "tag": "80a67b49-708c-4b7f-8b08-ac990fa86f9e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:07:52.972389 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1c2d4a6-e1d5-4e57-9e17-8904722d6e77 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:07:52.972783 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b680f-031a-4c92-b62f-cf4069ffec8f', 'name': 'network-vif-deleted', 'tag': '80a67b49-708c-4b7f-8b08-ac990fa86f9e', 'status': 'completed', 'code': 200} Dec 13 23:07:53.027825 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:07:53.076264 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Allocated IP 172.20.0.5 (a89e1473-8054-486c-b303-1d4dde50db3c/c4251d62-4b4b-43fa-b805-bba7acb0a42a/0a5e01cf-66ab-49f7-9779-2dc2d108f971) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:07:53.214601 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:53.231116 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:53.258906 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:07:53.263270 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3631819-0cbd-46be-8cd0-f6adf6445bd8 req-25e824bf-baf3-4570-8cbc-515d168a0b12 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0404265 Dec 13 23:07:53.268674 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:07:53.269873 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:53.280502 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:53.325371 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Network a89e1473-8054-486c-b303-1d4dde50db3c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:07:53.328421 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:07:53.331949 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:07:53.355638 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:53.395771 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:53.396463 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:53.417228 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-12ac9553-1491-4815-8209-e6f1b502253a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001407 Dec 13 23:07:53.520066 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:07:53.653411 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-2b4af692-5eb9-43df-b043-183b22542f61 None None] Provisioning complete for port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:07:53.653703 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2b4af692-5eb9-43df-b043-183b22542f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:53.726933 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-2b4af692-5eb9-43df-b043-183b22542f61 None None] Port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:07:53.757550 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:07:53.772384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55deb1-ed79-4b7f-8d4d-20a355f82f8c req-ab059076-d8d2-4568-b561-c738071b9068 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:53.773900 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4c55deb1-ed79-4b7f-8d4d-20a355f82f8c req-ab059076-d8d2-4568-b561-c738071b9068 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 931 time: 0.0556898 Dec 13 23:07:53.784134 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b0f4b3-ea04-4df1-8894-28792e007695 None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:07:53.822713 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4c55deb1-ed79-4b7f-8d4d-20a355f82f8c req-e1ad8352-c735-4b78-b988-cd3432d21440 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Dec 13 23:07:53.998101 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d2bf37-d008-411e-83e7-037b68a11bc0 None None] New status for floating IP 1aca74d7-47a5-4491-ae2b-94ef5a98ff0e: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:07:54.365228 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c358fa7f-6a79-4c1f-836a-7ceb89f211be req-648245a1-f861-493c-84c0-8ace79a78ff6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0260358 Dec 13 23:07:54.958825 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43b1ef-00cb-4d18-b415-a9c191326be4 req-f7b399f1-e13d-40de-a1b1-3321cfa4592a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:54.960809 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd43b1ef-00cb-4d18-b415-a9c191326be4 req-f7b399f1-e13d-40de-a1b1-3321cfa4592a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 931 time: 0.0511048 Dec 13 23:07:55.009262 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd43b1ef-00cb-4d18-b415-a9c191326be4 req-701ec0df-6631-4984-9287-1eda5b2f86d3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Dec 13 23:07:55.237838 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:07:55.321511 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Request body: {'port': {'device_id': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:55.379546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:55.515387 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-255bb2d8-2243-4e1b-b655-272aafe60593 req-5ea11be6-181a-4f06-9d55-4be0f4e027c3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8b680f-031a-4c92-b62f-cf4069ffec8f HTTP/1.1" status: 200 len: 210 time: 0.0366547 Dec 13 23:07:55.664353 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5e01cf-66ab-49f7-9779-2dc2d108f971 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:07:55.674009 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:55.688073 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Transition to ACTIVE for port object 0a5e01cf-66ab-49f7-9779-2dc2d108f971 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:07:55.692233 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:55.763732 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:55.816588 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Attempting to bind port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:07:55.816929 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Attempting to bind port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:07:55.817260 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Attempting to bind port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 on network a89e1473-8054-486c-b303-1d4dde50db3c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:07:55.822248 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 on network a89e1473-8054-486c-b303-1d4dde50db3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:07:55.822604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Attempting to bind port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 on network a89e1473-8054-486c-b303-1d4dde50db3c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:07:55.827740 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:07:55.828081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Checking segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:07:55.828471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Bound using segment: {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:07:55.828901 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Bound port: 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79c3404-92a7-40b3-8040-43c8de87bad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:07:55.829266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:55.894092 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:07:55.897267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:07:55.902260 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:55.941740 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:55.942357 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:55.943817 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 1093 time: 0.6285875 Dec 13 23:07:55.944273 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:07:55.946609 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57bc37a-8914-47f3-a158-ddd5197ac9da" -d '{"events": [{"name": "network-changed", "server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:07:55.974536 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf5f4-afe1-4357-89bf-1390c83f64b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:55.994987 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853511cf-fce7-491c-bad5-07d9f37137e9 x-openstack-request-id: req-853511cf-fce7-491c-bad5-07d9f37137e9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:07:55.995356 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:07:55.995681 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-853511cf-fce7-491c-bad5-07d9f37137e9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:07:55.996158 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'status': 'completed', 'code': 200} Dec 13 23:07:56.043511 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-003bbeed-0a9a-4afc-8386-cffa2776d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.044990 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-003bbeed-0a9a-4afc-8386-cffa2776d287 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1096 time: 0.0464225 Dec 13 23:07:56.098787 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-c74e6fca-a2e1-4bdd-a123-56fd0bf102f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 217 time: 0.0444818 Dec 13 23:07:56.178064 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ff594-36b8-49f4-b61a-7ee878f29bae req-096223cf-2551-4e6f-a418-f426721af5d1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.179266 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-059ff594-36b8-49f4-b61a-7ee878f29bae req-096223cf-2551-4e6f-a418-f426721af5d1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0899034 Dec 13 23:07:56.180800 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-47488fb1-c407-47d4-884c-e14db627d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.182129 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-47488fb1-c407-47d4-884c-e14db627d541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0658426 Dec 13 23:07:56.254968 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-059ff594-36b8-49f4-b61a-7ee878f29bae req-e398d7e5-4237-4d2a-893f-0fbd9b738f79 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683904 Dec 13 23:07:56.257715 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b507-5f1b-492e-a799-193528c2683f req-11a44702-6d4f-4d8c-b994-11744f5fb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.259110 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-11a44702-6d4f-4d8c-b994-11744f5fb469 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668445 Dec 13 23:07:56.353083 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-46fdc51e-357b-4b0f-a797-23c4bd3a7130 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853155 Dec 13 23:07:56.445106 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14d7b507-5f1b-492e-a799-193528c2683f req-e626a935-c5a9-4044-a9f5-ecf2d332e343 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845621 Dec 13 23:07:56.540457 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-9dec4221-6e08-43b0-8be0-fe515f806f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.542125 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-9dec4221-6e08-43b0-8be0-fe515f806f6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1096 time: 0.0463028 Dec 13 23:07:56.603248 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48496) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:56.649030 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-b7a7ebb0-5c7f-483a-a65f-442f3d209aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.650664 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-b7a7ebb0-5c7f-483a-a65f-442f3d209aff service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1013136 Dec 13 23:07:56.657578 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9ab-ec34-4ee0-bfe4-fcb5499d6b3f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:56.682646 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9ab-ec34-4ee0-bfe4-fcb5499d6b3f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:56.696193 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-1c593d4e-7743-4bcc-8d16-12bae656e5a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 217 time: 0.0367482 Dec 13 23:07:56.737615 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9ab-ec34-4ee0-bfe4-fcb5499d6b3f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:56.737981 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb9df9ab-ec34-4ee0-bfe4-fcb5499d6b3f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:56.741822 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-fb9df9ab-ec34-4ee0-bfe4-fcb5499d6b3f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "DELETE /v2.0/security-groups/501e0bc4-be10-4946-bfe4-7647b457f798 HTTP/1.1" status: 204 len: 168 time: 0.1349993 Dec 13 23:07:56.742136 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:56.749202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9df9ab-ec34-4ee0-bfe4-fcb5499d6b3f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e0bc4-be10-4946-bfe4-7647b457f798,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:56.765912 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.api.v2.resource [None req-7b22715d-a1dd-46d3-8413-106107c4faae tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] show failed (client error): The resource could not be found. Dec 13 23:07:56.766091 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7b22715d-a1dd-46d3-8413-106107c4faae tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups/501e0bc4-be10-4946-bfe4-7647b457f798 HTTP/1.1" status: 404 len: 347 time: 0.0230186 Dec 13 23:07:56.768357 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-936e9181-51f5-4e74-9f5e-c8d98331aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.769379 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48508) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:56.774992 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-936e9181-51f5-4e74-9f5e-c8d98331aade service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0713682 Dec 13 23:07:56.824902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-2e4ee695-b47c-4b30-9393-860a0d6e8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:56.826559 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-2e4ee695-b47c-4b30-9393-860a0d6e8436 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439792 Dec 13 23:07:56.901432 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Deleting port cf16415f-e1bb-42ad-a8ee-2cddaafdf827 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:07:56.901967 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:56.926860 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-33986e34-6621-4810-b3c0-92166d54345b service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910854 Dec 13 23:07:57.032472 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d57bc37a-8914-47f3-a158-ddd5197ac9da req-be68ea87-3398-40c5-92a1-8b2fde71c7aa service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969453 Dec 13 23:07:57.242152 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:57.242479 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:57.255393 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Calling delete_port for cf16415f-e1bb-42ad-a8ee-2cddaafdf827 owned by network:floatingip {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:07:57.297643 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 80a67b49-708c-4b7f-8b08-ac990fa86f9e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:07:57.319521 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 80a67b49-708c-4b7f-8b08-ac990fa86f9e {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:07:57.320128 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 80a67b49-708c-4b7f-8b08-ac990fa86f9e not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:07:57.402919 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:57.429746 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event deleted for resources: {'Port': ['ID=cf16415f-e1bb-42ad-a8ee-2cddaafdf827,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:57.486804 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:57.489380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:57.490714 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-b11aa147-5685-41eb-b49b-521bb4fddda4 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "DELETE /v2.0/floatingips/1aca74d7-47a5-4491-ae2b-94ef5a98ff0e HTTP/1.1" status: 204 len: 168 time: 0.7202587 Dec 13 23:07:57.567250 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b1172-977d-40d0-a269-acc2e8a21b34 req-0cd9c3cb-f5b4-4770-8f16-00a467c4d091 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:57.568959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a9b1172-977d-40d0-a269-acc2e8a21b34 req-0cd9c3cb-f5b4-4770-8f16-00a467c4d091 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.2372432 Dec 13 23:07:57.616130 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a9b1172-977d-40d0-a269-acc2e8a21b34 req-cf6f5724-9cf7-40fa-a7c6-82043f4408b8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Dec 13 23:07:57.987359 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48540) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:57.991979 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422677855', 'description': 'tempest-description--899152388'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:58.015746 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.093927 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.099502 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.131027 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.132300 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1439574 Dec 13 23:07:58.135396 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48542) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:58.136652 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc057dc1-7d85-41bc-95a2-aa77cb27de45 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:58.140044 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'security_group_rule': {'security_group_id': '29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:58.173175 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.229545 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.235668 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.257612 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe35cccd-759f-437c-a70a-af5512ffa393,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:58.268554 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.272743 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-bfc53134-91cc-4891-8d1c-8fa6a42320cd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333163 Dec 13 23:07:58.273011 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48548) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:58.277371 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'security_group_rule': {'security_group_id': '29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:58.311701 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.368645 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.373507 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.393487 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650717a2-3a2f-4b03-88c8-ff9996fe7eda,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:58.401823 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.403056 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-e97b722c-37c2-4d84-87f3-f6202b745334 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291239 Dec 13 23:07:58.406937 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48552) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:07:58.411312 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:07:58.436817 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.546141 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.649697 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Allocated IP 172.27.0.168 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/24ce58c9-014e-45bb-b209-283e8c30c3ea) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:07:58.736689 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a8431-b46b-41fb-bab0-3dff6675218b req-51034672-184b-46b9-83f3-0ddb8328d948 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:58.738229 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-534a8431-b46b-41fb-bab0-3dff6675218b req-51034672-184b-46b9-83f3-0ddb8328d948 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0499322 Dec 13 23:07:58.757659 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.791672 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-534a8431-b46b-41fb-bab0-3dff6675218b req-65486059-79ab-4aae-a33b-7e576e45b158 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 Dec 13 23:07:58.794089 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.834669 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:07:58.837414 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:07:58.841560 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:07:58.844483 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'Port': ['ID=24ce58c9-014e-45bb-b209-283e8c30c3ea,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:58.930460 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:58.966996 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.132938 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.140525 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.206669 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'Port': ['ID=24ce58c9-014e-45bb-b209-283e8c30c3ea,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:59.218877 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.239448 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.241305 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-abe0e96a-a9de-42ae-8ca2-3016438823f6 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8333056 Dec 13 23:07:59.312108 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:07:59.410658 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:59.423332 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'mac_address': 'fa:16:3e:e3:83:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:07:59.465215 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.478366 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5e01cf-66ab-49f7-9779-2dc2d108f971 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:07:59.500862 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:07:59.504703 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:07:59.553288 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:07:59.561587 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.562081 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.562545 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.562934 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.563334 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.563747 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.564078 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.564408 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.564752 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.565077 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.565419 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.565744 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.566257 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:07:59.578912 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b872c95d-3da3-44ce-83f7-e4addc1b38a1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--422677855&fields=id&tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf HTTP/1.1" status: 200 len: 267 time: 0.0432217 Dec 13 23:07:59.688323 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-c4ee04d7-a620-4c15-af60-34ac06281531 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:07:59.689705 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-c4ee04d7-a620-4c15-af60-34ac06281531 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 810 time: 0.1031747 Dec 13 23:07:59.704632 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-51e70e16-e675-4694-b0fc-ba5a0bb58048 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/quotas/282a2d4b93ea4c3aa626e1676d2d8adf HTTP/1.1" status: 200 len: 375 time: 0.0090721 Dec 13 23:07:59.727014 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['0a5e01cf-66ab-49f7-9779-2dc2d108f971'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:07:59.756187 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-ebb58573-48a8-48cb-97b7-cb2c8becb321 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460241 Dec 13 23:07:59.899953 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-6f3fcd04-38a0-4e1c-abbd-fc1df6b10496 service neutron] 10.222.0.13 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317031 Dec 13 23:08:00.014174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bc885-428f-408b-bbbc-978703c2fd4e req-12a10141-e9ad-4fb8-a61c-65126eb049e9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:00.015652 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1a5bc885-428f-408b-bbbc-978703c2fd4e req-12a10141-e9ad-4fb8-a61c-65126eb049e9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 944 time: 0.0921650 Dec 13 23:08:00.031692 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-4da7422e-8a3c-4317-ac74-f71ad4ea1d45 service neutron] 10.222.0.13 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256592 Dec 13 23:08:00.070237 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1a5bc885-428f-408b-bbbc-978703c2fd4e req-ea2586bd-90b3-4040-a498-bbc70ea8b73c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475547 Dec 13 23:08:00.191824 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6c00892-f900-48f1-875d-20206b8e0b78 req-92f66f44-e295-452b-a42b-fea1817520da tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 210 time: 0.0265198 Dec 13 23:08:01.124338 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-93e67455-d366-4ee0-9856-17f22aade9a3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:01.125843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-93e67455-d366-4ee0-9856-17f22aade9a3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 810 time: 0.1028833 Dec 13 23:08:01.225612 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-e4ef7016-0490-43b2-ba63-6c5fbe20d007 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf HTTP/1.1" status: 200 len: 379 time: 0.0898259 Dec 13 23:08:01.236979 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de9021-d0ec-40de-b8d3-6d1b06f6b431 req-be76299d-a1b1-4071-b412-4f1c40bab3ab tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:01.238432 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f8de9021-d0ec-40de-b8d3-6d1b06f6b431 req-be76299d-a1b1-4071-b412-4f1c40bab3ab tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 944 time: 0.0841591 Dec 13 23:08:01.242957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'port': {'device_id': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'admin_state_up': True, 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'security_groups': ['29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:01.313451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:01.368831 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:08:01.373356 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:01.373742 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:01.462490 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:01.487585 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:01.489835 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e35b9-9602-4b88-9b67-b8b4528d6b5e" -d '{"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:01.503756 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:01.508386 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:01.558254 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:01.582133 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9ec968b3-7a81-4b92-a023-045a11aca59b req-4d11b75e-ef03-436a-a13b-108fd443afcd tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 210 time: 0.3119717 Dec 13 23:08:01.614530 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f8de9021-d0ec-40de-b8d3-6d1b06f6b431 req-e76b4046-e311-416c-bb15-dd2506d83fb0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681736 Dec 13 23:08:01.645812 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cf9596-04d7-4c86-9091-55dc65479fc4 x-openstack-request-id: req-13cf9596-04d7-4c86-9091-55dc65479fc4 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:01.646314 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:01.646840 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13cf9596-04d7-4c86-9091-55dc65479fc4 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:01.647248 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'code': 200} Dec 13 23:08:01.674575 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Made reservation on behalf of 282a2d4b93ea4c3aa626e1676d2d8adf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:08:01.679600 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:01.857468 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Allocated IP 172.20.0.14 (1b7619b6-4067-4576-9319-50cca228cd17/7580a5ef-c1f6-4785-bf4e-32ed2390c903/d9b70f80-b3ad-40cb-bf2c-629338553928) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:01.872056 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad9cc-f01c-497b-91de-4a333a253e52 req-d34c299a-b5c8-45b5-81b9-5ddc92a8d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:01.872559 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48614) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:01.873898 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18cad9cc-f01c-497b-91de-4a333a253e52 req-d34c299a-b5c8-45b5-81b9-5ddc92a8d318 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1098 time: 0.0715239 Dec 13 23:08:01.974154 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18cad9cc-f01c-497b-91de-4a333a253e52 req-20ea211d-ecfb-4ddc-b55c-7443ac4845af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917833 Dec 13 23:08:01.989040 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9828fb01-8819-4781-b46d-74c662742e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.028916 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.063175 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.063790 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9828fb01-8819-4781-b46d-74c662742e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.067466 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9828fb01-8819-4781-b46d-74c662742e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.107089 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9828fb01-8819-4781-b46d-74c662742e2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=303041f6526f434db4247a774e23f8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335603 Dec 13 23:08:02.110397 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48618) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:02.110560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Network 1b7619b6-4067-4576-9319-50cca228cd17 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:02.113574 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:02.117222 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:02.119980 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828fb01-8819-4781-b46d-74c662742e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7356eff-c9f9-4100-80c3-ff0abdf4206c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:02.141299 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event updated for resources: {'Port': ['ID=d9b70f80-b3ad-40cb-bf2c-629338553928,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:02.165761 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f519883f-2285-416c-98d0-e7e5ef90e145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.170915 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:02.171658 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.191994 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b9c5f9ac-dff6-42ee-9c68-69a6cdc21309 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9525716 Dec 13 23:08:02.196481 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f519883f-2285-416c-98d0-e7e5ef90e145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.206458 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Request body: {'port': {'device_id': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:02.255445 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f519883f-2285-416c-98d0-e7e5ef90e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.258544 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f519883f-2285-416c-98d0-e7e5ef90e145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.259735 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f519883f-2285-416c-98d0-e7e5ef90e145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7356eff-c9f9-4100-80c3-ff0abdf4206c HTTP/1.1" status: 204 len: 168 time: 0.1484270 Dec 13 23:08:02.270558 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519883f-2285-416c-98d0-e7e5ef90e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7356eff-c9f9-4100-80c3-ff0abdf4206c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:02.271282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.360110 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-d9983a97-0761-48db-bdf6-f612f9b61efe None None] Provisioning complete for port d9b70f80-b3ad-40cb-bf2c-629338553928 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:02.360641 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d9983a97-0761-48db-bdf6-f612f9b61efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.397974 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d9983a97-0761-48db-bdf6-f612f9b61efe None None] Port d9b70f80-b3ad-40cb-bf2c-629338553928 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:08:02.551156 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b70f80-b3ad-40cb-bf2c-629338553928 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:08:02.563001 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.572755 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Transition to ACTIVE for port object d9b70f80-b3ad-40cb-bf2c-629338553928 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:08:02.577356 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.635138 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b70f80-b3ad-40cb-bf2c-629338553928,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:02.782967 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Attempting to bind port d9b70f80-b3ad-40cb-bf2c-629338553928 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:02.783385 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Attempting to bind port d9b70f80-b3ad-40cb-bf2c-629338553928 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:02.783786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Attempting to bind port d9b70f80-b3ad-40cb-bf2c-629338553928 on network 1b7619b6-4067-4576-9319-50cca228cd17 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:02.795165 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Port d9b70f80-b3ad-40cb-bf2c-629338553928 on network 1b7619b6-4067-4576-9319-50cca228cd17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:08:02.795567 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Attempting to bind port d9b70f80-b3ad-40cb-bf2c-629338553928 on network 1b7619b6-4067-4576-9319-50cca228cd17 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:02.811822 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcb9ec-0104-4a65-a246-7f0638ca0cf6 req-9e740c20-8342-4cc6-846b-7ea408d16e17 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:02.813324 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0cdcb9ec-0104-4a65-a246-7f0638ca0cf6 req-9e740c20-8342-4cc6-846b-7ea408d16e17 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 944 time: 0.1214862 Dec 13 23:08:02.815793 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:02.815793 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Checking segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:02.816201 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Bound using segment: {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:02.816646 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Bound port: d9b70f80-b3ad-40cb-bf2c-629338553928, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa020ce-5f7b-42f9-82bd-5c241f605734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:02.817009 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:02.828811 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f9b4-dd3f-42eb-8f70-71215936394f req-f8b759b8-c261-4acf-a859-f865189a3050 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:02.828811 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7921f9b4-dd3f-42eb-8f70-71215936394f req-f8b759b8-c261-4acf-a859-f865189a3050 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0992486 Dec 13 23:08:02.958680 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7921f9b4-dd3f-42eb-8f70-71215936394f req-d277ad9e-75e4-4eec-b1e7-2851c795209b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216831 Dec 13 23:08:02.964374 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0cdcb9ec-0104-4a65-a246-7f0638ca0cf6 req-b888dbcd-4a8b-4632-9c04-b3fe5743553d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340632 Dec 13 23:08:02.966249 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] For port d9b70f80-b3ad-40cb-bf2c-629338553928, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:02.969930 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] For port d9b70f80-b3ad-40cb-bf2c-629338553928, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d9b70f80-b3ad-40cb-bf2c-629338553928,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:02.977271 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:03.025243 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.025900 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:03.027302 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9b70f80-b3ad-40cb-bf2c-629338553928 HTTP/1.1" status: 200 len: 1094 time: 0.8267756 Dec 13 23:08:03.027755 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:03.030119 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:03.054539 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20ee99-f619-4eea-9906-f3bdda99b391 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b70f80-b3ad-40cb-bf2c-629338553928,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:03.083583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e07c8-bd1f-48c7-b288-1e3c6e9e30ae x-openstack-request-id: req-081e07c8-bd1f-48c7-b288-1e3c6e9e30ae {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:03.084035 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:03.084401 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-081e07c8-bd1f-48c7-b288-1e3c6e9e30ae {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:03.085046 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'status': 'completed', 'code': 200} Dec 13 23:08:03.122700 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-ccaee12c-64e8-4324-aab5-8fe15a08ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.124222 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-ccaee12c-64e8-4324-aab5-8fe15a08ccb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 1097 time: 0.0510938 Dec 13 23:08:03.176856 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-9d58640c-dce5-49b3-8aa4-5198d8d83d5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b70f80-b3ad-40cb-bf2c-629338553928 HTTP/1.1" status: 200 len: 217 time: 0.0401616 Dec 13 23:08:03.228480 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-a9b9de96-1ee7-4552-8371-44ef432d5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.229965 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-a9b9de96-1ee7-4552-8371-44ef432d5160 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.0471656 Dec 13 23:08:03.285481 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-7afa2757-f6ac-45b6-a38d-44cead49c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.287587 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-7afa2757-f6ac-45b6-a38d-44cead49c883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501006 Dec 13 23:08:03.382903 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-e4eacb56-6873-4779-af42-331ce977777e service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867970 Dec 13 23:08:03.477480 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1141c4aa-4b4e-4bad-b7eb-d30a6fc4ec00 req-b97a28f8-5d04-48f0-b1c1-41195f11ba63 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Dec 13 23:08:03.569076 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-d1939a01-8b9e-4e99-b526-12eff913e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.570648 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-d1939a01-8b9e-4e99-b526-12eff913e077 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 1097 time: 0.0445650 Dec 13 23:08:03.664615 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-bb2dc299-e1af-490c-947c-d1865250c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.666133 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-bb2dc299-e1af-490c-947c-d1865250c66c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 910 time: 0.0883551 Dec 13 23:08:03.709242 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-bfdd4775-6939-4f74-a9d6-600ef3a70406 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b70f80-b3ad-40cb-bf2c-629338553928 HTTP/1.1" status: 200 len: 217 time: 0.0350218 Dec 13 23:08:03.759042 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-081566b4-e270-4e8f-aa84-b186b10dc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.760471 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-081566b4-e270-4e8f-aa84-b186b10dc5c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.0440443 Dec 13 23:08:03.812252 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-a6695705-9ad8-4721-90c0-a9f25a26d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:03.813708 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-a6695705-9ad8-4721-90c0-a9f25a26d7e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452266 Dec 13 23:08:03.920685 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-48ca5aa6-102e-4039-a3d6-52677b3a55f8 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990777 Dec 13 23:08:04.016455 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42e6349d-b6e4-4b3b-860a-83c6bb5efe63 req-eae94bce-7bae-4cc5-b447-48a6092cae60 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885818 Dec 13 23:08:04.125576 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3dc5-7692-4f4a-9f1e-a51b027e1f27 req-8dc7d7a9-5ba8-4912-bf55-8c798e37d715 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.127062 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-154c3dc5-7692-4f4a-9f1e-a51b027e1f27 req-8dc7d7a9-5ba8-4912-bf55-8c798e37d715 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 944 time: 0.0832295 Dec 13 23:08:04.135114 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1b36a-f0b1-4abe-af88-39fb4df083f9 req-b25b8acc-fd65-432b-bf4a-8c5306f8126c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.136450 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2cc1b36a-f0b1-4abe-af88-39fb4df083f9 req-b25b8acc-fd65-432b-bf4a-8c5306f8126c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0834174 Dec 13 23:08:04.211186 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-154c3dc5-7692-4f4a-9f1e-a51b027e1f27 req-76de2ba1-147b-4b46-8439-d54d9821f0bf tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737967 Dec 13 23:08:04.214687 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2cc1b36a-f0b1-4abe-af88-39fb4df083f9 req-d385524a-5de0-489e-bfc8-4b3dd0a11a1c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707469 Dec 13 23:08:04.352726 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a49ef-d38d-4654-888c-f3bd61cab5e0 req-c24435f2-9dba-4180-8e47-0a4e4896c891 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.354238 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-319a49ef-d38d-4654-888c-f3bd61cab5e0 req-c24435f2-9dba-4180-8e47-0a4e4896c891 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0570104 Dec 13 23:08:04.363093 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48672) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:04.368570 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Request body: {'floatingip': {'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:04.397264 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-4777bb30-52fb-4218-a16d-dae5ade2d228 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403776 Dec 13 23:08:04.408923 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:04.479627 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254388e-292a-4e93-9d66-249826d4b623 req-82946405-f2ef-4ecb-87a0-5e7500b0ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.481134 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-82946405-f2ef-4ecb-87a0-5e7500b0ef3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0411801 Dec 13 23:08:04.587384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254388e-292a-4e93-9d66-249826d4b623 req-df87f2dc-204b-440e-a901-9ecbec93b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.588711 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-df87f2dc-204b-440e-a901-9ecbec93b125 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.0882370 Dec 13 23:08:04.658227 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-be84a980-701d-4733-a76a-07a99b830186 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 1001 time: 0.0603209 Dec 13 23:08:04.715877 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254388e-292a-4e93-9d66-249826d4b623 req-1599a579-98b4-498f-89f7-702919185e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.717351 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-1599a579-98b4-498f-89f7-702919185e94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0521333 Dec 13 23:08:04.762785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:04.768418 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254388e-292a-4e93-9d66-249826d4b623 req-42edbd4f-114f-4a25-b089-a745fed6f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:04.770035 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-42edbd4f-114f-4a25-b089-a745fed6f494 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454731 Dec 13 23:08:04.863537 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:04.868628 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:04.875421 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-d57dc518-5b14-4b8e-882b-f1ec65d0e334 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983803 Dec 13 23:08:04.968112 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Floating IP bac124c0-94d9-4170-aef0-8891b185d026 associated. External IP: 172.27.0.123, port: 0a5e01cf-66ab-49f7-9779-2dc2d108f971. Dec 13 23:08:04.973650 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c254388e-292a-4e93-9d66-249826d4b623 req-7dd65474-6897-4f6f-9af7-a1286adc3e67 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908201 Dec 13 23:08:05.192785 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Router 84ff56c0-799c-4cf7-8203-09b27f95753b has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:08:05.307830 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:05.312852 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:05.319579 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:05.330333 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:05.331380 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:05.341486 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-cb39c199-5f0f-492a-a5df-dd25e7d7b918 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "PUT /v2.0/floatingips/bac124c0-94d9-4170-aef0-8891b185d026 HTTP/1.1" status: 200 len: 991 time: 0.9766681 Dec 13 23:08:05.342066 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:05.344318 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a03587-4e37-4022-92b9-533a8026344c" -d '{"events": [{"name": "network-changed", "server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:05.348048 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddcf46-e33f-478a-b6ab-9b91ffff2cea req-60b7aa69-1c21-449e-8dd2-9cbb939a44d2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:05.349657 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89ddcf46-e33f-478a-b6ab-9b91ffff2cea req-60b7aa69-1c21-449e-8dd2-9cbb939a44d2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 944 time: 0.0519216 Dec 13 23:08:05.400206 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89ddcf46-e33f-478a-b6ab-9b91ffff2cea req-bf76766e-60fa-4e52-8d81-f9b5630c88ad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Dec 13 23:08:05.442518 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:05.443994 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf0be2-5311-448d-be4e-fd28d48570e3 x-openstack-request-id: req-18cf0be2-5311-448d-be4e-fd28d48570e3 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:05.444577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:05.444577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18cf0be2-5311-448d-be4e-fd28d48570e3 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:05.445084 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'status': 'completed', 'code': 200} Dec 13 23:08:05.669776 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': 'bac124c0-94d9-4170-aef0-8891b185d026', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'mac_address': 'fa:16:3e:e3:83:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:07:50Z', 'updated_at': '2021-12-13T23:08:04Z', 'revision_number': 1, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:05.700596 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:05.710039 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:05.710650 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:05.817885 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:06.045524 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': 'bac124c0-94d9-4170-aef0-8891b185d026', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'mac_address': 'fa:16:3e:e3:83:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:07:50Z', 'updated_at': '2021-12-13T23:08:04Z', 'revision_number': 1, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:06.074557 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c62cb-06a8-4d9a-9a32-84916b039b63 None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': 'bac124c0-94d9-4170-aef0-8891b185d026', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'mac_address': 'fa:16:3e:e3:83:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:07:50Z', 'updated_at': '2021-12-13T23:08:04Z', 'revision_number': 1, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:06.270365 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b73a31-72d6-4741-a708-5c07058fda1d None None] New status for floating IP bac124c0-94d9-4170-aef0-8891b185d026: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:08:06.524718 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a18f6d-464d-4046-903b-38ad15a645d1 req-d2187026-088a-4346-9363-6d601f4635ab tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:06.526145 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1a18f6d-464d-4046-903b-38ad15a645d1 req-d2187026-088a-4346-9363-6d601f4635ab tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 944 time: 0.0547338 Dec 13 23:08:06.581070 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1a18f6d-464d-4046-903b-38ad15a645d1 req-ff046a80-3042-4fa3-9c91-0ee9354a840b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453911 Dec 13 23:08:07.601085 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d9b70f80-b3ad-40cb-bf2c-629338553928 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:08:07.701894 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03587-4e37-4022-92b9-533a8026344c req-542a0009-7b76-4fda-9be9-cf3f34efc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:07.703487 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-542a0009-7b76-4fda-9be9-cf3f34efc9c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1098 time: 0.0775595 Dec 13 23:08:07.707981 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d9b70f80-b3ad-40cb-bf2c-629338553928, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d9b70f80-b3ad-40cb-bf2c-629338553928,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:07.718272 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'port_id': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'mac_address': 'fa:16:3e:56:f4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:08:07.726993 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b2dca-71a8-4593-b302-6214765ddd37 req-c91940c2-cf3b-4c05-99f4-5a0022e6a55b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:07.728654 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa9b2dca-71a8-4593-b302-6214765ddd37 req-c91940c2-cf3b-4c05-99f4-5a0022e6a55b tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 944 time: 0.0651081 Dec 13 23:08:07.755528 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:07.769424 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b70f80-b3ad-40cb-bf2c-629338553928 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:08:07.788587 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d9b70f80-b3ad-40cb-bf2c-629338553928, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d9b70f80-b3ad-40cb-bf2c-629338553928,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:07.793580 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:07.827538 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa9b2dca-71a8-4593-b302-6214765ddd37 req-28458a23-4500-491f-a9c4-9579f48a8b79 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885415 Dec 13 23:08:07.844903 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=d9b70f80-b3ad-40cb-bf2c-629338553928,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:07.850114 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03587-4e37-4022-92b9-533a8026344c req-986909b5-26ef-4c9b-9813-d55946ca5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:07.851752 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-986909b5-26ef-4c9b-9813-d55946ca5c87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1405747 Dec 13 23:08:07.926224 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-57736c0f-c457-4796-87d6-b2167f435e7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 1001 time: 0.0640433 Dec 13 23:08:07.982489 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03587-4e37-4022-92b9-533a8026344c req-aafb7649-a42b-46d6-b119-cecaa5e5c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:07.983970 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-aafb7649-a42b-46d6-b119-cecaa5e5c05e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0505133 Dec 13 23:08:08.018714 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['d9b70f80-b3ad-40cb-bf2c-629338553928'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:08:08.034541 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03587-4e37-4022-92b9-533a8026344c req-2f72ba4f-7187-4589-b087-3c23c85c2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:08.036034 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-2f72ba4f-7187-4589-b087-3c23c85c2e73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440280 Dec 13 23:08:08.129881 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-2f0cc669-fcf8-4e59-91e8-1cb1e2ebc271 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Dec 13 23:08:08.226590 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12a03587-4e37-4022-92b9-533a8026344c req-680fef1c-cf15-4817-b165-37f60bbc65b0 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892642 Dec 13 23:08:09.128247 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742936c9-906e-4933-a03c-a699a0357bf0 req-3c1384de-79dd-4ac3-a95b-3deaa816843e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:09.129857 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-742936c9-906e-4933-a03c-a699a0357bf0 req-3c1384de-79dd-4ac3-a95b-3deaa816843e tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 945 time: 0.0521476 Dec 13 23:08:09.178614 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-742936c9-906e-4933-a03c-a699a0357bf0 req-09e351c0-9e8e-4610-a789-953dce218fcb tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Dec 13 23:08:09.356701 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d9b70f80-b3ad-40cb-bf2c-629338553928 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:09.407223 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port d9b70f80-b3ad-40cb-bf2c-629338553928 completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:08:09.411410 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port d9b70f80-b3ad-40cb-bf2c-629338553928 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:09.411786 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:09.492376 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:09.518064 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:09.520287 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf578dc-03c2-44ee-a248-95cb60ffe1e7" -d '{"events": [{"server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "name": "network-vif-plugged", "status": "completed", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:09.532679 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port d9b70f80-b3ad-40cb-bf2c-629338553928, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d9b70f80-b3ad-40cb-bf2c-629338553928,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:09.537707 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:09.563785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95203376-8cb4-439c-9a8c-9a044688475e x-openstack-request-id: req-95203376-8cb4-439c-9a8c-9a044688475e {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:09.564067 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "name": "network-vif-plugged", "status": "completed", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:09.564315 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95203376-8cb4-439c-9a8c-9a044688475e {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:09.564694 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'code': 200} Dec 13 23:08:09.591124 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=d9b70f80-b3ad-40cb-bf2c-629338553928,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:09.742034 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc6b42-5831-400a-b273-f84d0dd5be32 req-eafd3077-81d7-43c3-b421-7368739faea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:09.743461 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5bfc6b42-5831-400a-b273-f84d0dd5be32 req-eafd3077-81d7-43c3-b421-7368739faea2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 1099 time: 0.0455289 Dec 13 23:08:09.789055 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5bfc6b42-5831-400a-b273-f84d0dd5be32 req-30a9bd4c-6afd-4d68-90d6-c8b63c9edfea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386689 Dec 13 23:08:10.297469 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd371e-efaf-4538-b64c-af64adf2c3cd req-b1b579d4-8de3-4766-9aec-1509afcd5cdf tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:10.299001 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1ccd371e-efaf-4538-b64c-af64adf2c3cd req-b1b579d4-8de3-4766-9aec-1509afcd5cdf tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.0508978 Dec 13 23:08:10.347914 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1ccd371e-efaf-4538-b64c-af64adf2c3cd req-7a23230a-284f-4191-a6b7-d0832005ef16 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Dec 13 23:08:10.455823 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48726) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:10.581165 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.671848 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.677898 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.714528 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27aa5f73e1424777851b610559437b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576377 Dec 13 23:08:10.715705 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b09524-fc1d-4d42-bdee-7368750efdbd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:10.717380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48730) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:10.722970 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.723325 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.723662 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.724131 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.724275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.724632 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.724955 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.725290 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.725614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.725978 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.726333 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.726629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.726943 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c925e8e-abc7-402a-a23a-b4d0e933858a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:10.773744 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d152614e-9bce-498f-9f55-95c700b045e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.807905 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d152614e-9bce-498f-9f55-95c700b045e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.857591 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d152614e-9bce-498f-9f55-95c700b045e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.860433 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d152614e-9bce-498f-9f55-95c700b045e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:10.861592 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d152614e-9bce-498f-9f55-95c700b045e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6b09524-fc1d-4d42-bdee-7368750efdbd HTTP/1.1" status: 204 len: 168 time: 0.1431978 Dec 13 23:08:10.870142 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152614e-9bce-498f-9f55-95c700b045e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b09524-fc1d-4d42-bdee-7368750efdbd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:11.465288 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc2be-9cbe-412a-a66e-f8383911cff3 req-62de556b-c9b6-433d-adc5-17e3750edbc3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:11.466820 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21bcc2be-9cbe-412a-a66e-f8383911cff3 req-62de556b-c9b6-433d-adc5-17e3750edbc3 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.0503771 Dec 13 23:08:11.513704 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21bcc2be-9cbe-412a-a66e-f8383911cff3 req-267c1035-c1a9-4163-8a37-bcd1b13c2bd1 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406017 Dec 13 23:08:11.535260 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48756) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:11.636323 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a1f23-a436-4a99-b1f3-ec63c7d868f8 req-5a728e0a-423d-4b3b-b58b-9e596b8f73a9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:11.637829 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c19a1f23-a436-4a99-b1f3-ec63c7d868f8 req-5a728e0a-423d-4b3b-b58b-9e596b8f73a9 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.0504837 Dec 13 23:08:11.642591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777701769-network', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:11.646287 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48762) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:11.651421 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Request body: {'floatingip': {'port_id': 'd9b70f80-b3ad-40cb-bf2c-629338553928'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:11.663234 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Made reservation on behalf of d41d0a6cbf194f8c89c606ddb13feecb for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:08:11.665696 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.674287 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.693503 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.755111 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.759093 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.784278 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:08:11.794116 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859317e8-62fd-43c1-8c2d-de6b8c430eae,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:11.801007 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.801430 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Added segment 888bab1b-956a-4815-a2b5-ea33e75c6d43 of type vlan for network 6646f8aa-a5ae-40b1-af43-1c8579efe381 Dec 13 23:08:11.842430 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.869280 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.870321 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:11.870964 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:11.928902 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3898485 Dec 13 23:08:11.931259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48764) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:11.935936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Request body: {'subnet': {'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777701769-subnet', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:11.944167 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a03118-e96a-4a49-8cf3-b33aa171c9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6646f8aa-a5ae-40b1-af43-1c8579efe381,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:11.956827 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:08:11.965455 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Made reservation on behalf of d41d0a6cbf194f8c89c606ddb13feecb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:08:11.968391 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5738720'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.141873 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.142867 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5738750'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.146200 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.199844 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:12.209875 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Checking segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:12.210232 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Network hostable DHCP agents. Network: 6646f8aa-a5ae-40b1-af43-1c8579efe381, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:08:12.229964 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:08:12.239169 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 6646f8aa-a5ae-40b1-af43-1c8579efe381) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:12.244191 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:12.244867 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.250514 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Floating IP 536582f5-1be7-4136-b19f-a8aad5e033ff associated. External IP: 172.27.0.168, port: d9b70f80-b3ad-40cb-bf2c-629338553928. Dec 13 23:08:12.251808 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f84b0-832a-4c6e-ba88-0310b1a4a05d None None] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:08:12.265487 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4853e69f-b1af-4d4a-af6d-4da9333febaf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3307095 Dec 13 23:08:12.265904 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48768) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:12.270413 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:12.292994 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.294137 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.352333 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.362320 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-6646f8aa-a5ae-40b1-af43-1c8579efe381', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:08:12.363539 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.473651 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Router f37b0211-2b23-48e4-866d-1173f3543a8c has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:08:12.654609 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Allocated IP 172.20.0.2 (6646f8aa-a5ae-40b1-af43-1c8579efe381/3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f/26614ee8-ce12-4683-b427-4224dd03b79b) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:12.744360 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.814764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.824478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.863384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:12.867989 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:12.869071 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.871144 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:12.876090 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:12.881133 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:12.897130 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-62f35cbe-ee1e-4c94-9768-951534ea3c95 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "PUT /v2.0/floatingips/536582f5-1be7-4136-b19f-a8aad5e033ff HTTP/1.1" status: 200 len: 992 time: 1.2496905 Dec 13 23:08:12.897761 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:12.900059 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38363fc5-49f6-4dba-aeeb-cd951eec4161" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:12.946894 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Pushing event updated for resources: {'Port': ['ID=26614ee8-ce12-4683-b427-4224dd03b79b,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:12.955835 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:12.956694 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:12.970256 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:12.970525 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069898bd-fa46-469a-9a04-1bc579377a9d x-openstack-request-id: req-069898bd-fa46-469a-9a04-1bc579377a9d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:12.970819 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:12.971075 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-069898bd-fa46-469a-9a04-1bc579377a9d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:12.971461 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'status': 'completed', 'code': 200} Dec 13 23:08:12.992546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.003319 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Attempting to bind port 26614ee8-ce12-4683-b427-4224dd03b79b on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:13.003850 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Attempting to bind port 26614ee8-ce12-4683-b427-4224dd03b79b by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:13.003973 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Attempting to bind port 26614ee8-ce12-4683-b427-4224dd03b79b on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:13.015499 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:13.015875 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Checking segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:13.016282 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.016678 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Bound using segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:13.017161 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Bound port: 26614ee8-ce12-4683-b427-4224dd03b79b, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:13.017623 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.120009 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:13.139125 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Allocated IP 172.27.0.113 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/02532d01-e834-4c69-894c-6b91558e0728) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:13.151350 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-e20c3ab8-23cc-4977-ab5c-09545fafca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:13.153008 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-e20c3ab8-23cc-4977-ab5c-09545fafca82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 1099 time: 0.1179595 Dec 13 23:08:13.163816 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3859ddff-de46-4e4b-bd47-413d2f92ad3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.237117 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] For port 26614ee8-ce12-4683-b427-4224dd03b79b, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:13.251703 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] For port 26614ee8-ce12-4683-b427-4224dd03b79b, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=26614ee8-ce12-4683-b427-4224dd03b79b,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:13.263726 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.327286 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.332962 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-521e92da-c2e8-4bff-a2bd-16f743416027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:13.334427 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-521e92da-c2e8-4bff-a2bd-16f743416027 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 200 len: 910 time: 0.1633830 Dec 13 23:08:13.363058 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294966d-d6ad-4926-833e-82ef1aa81837 None None] Pushing event updated for resources: {'Port': ['ID=26614ee8-ce12-4683-b427-4224dd03b79b,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:13.408716 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.443091 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '536582f5-1be7-4136-b19f-a8aad5e033ff', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'port_id': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'mac_address': 'fa:16:3e:56:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:07:58Z', 'updated_at': '2021-12-13T23:08:12Z', 'revision_number': 1, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:13.453707 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-1a210b62-4605-4713-a3f1-3ab356422db0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9b70f80-b3ad-40cb-bf2c-629338553928 HTTP/1.1" status: 200 len: 1000 time: 0.1002133 Dec 13 23:08:13.462256 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:13.465104 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:13.469462 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:13.470162 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:13.479133 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:13.479890 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:13.480189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Pushing event updated for resources: {'Port': ['ID=02532d01-e834-4c69-894c-6b91558e0728,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:13.569733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-15326d9c-b49a-45ff-94d0-f118016fcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:13.571870 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-15326d9c-b49a-45ff-94d0-f118016fcc5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 200 len: 849 time: 0.0999510 Dec 13 23:08:13.624525 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:13.708809 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-8cf7ab84-cbf1-48e4-8e84-6da57e1872cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:13.710650 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-8cf7ab84-cbf1-48e4-8e84-6da57e1872cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b7619b6-4067-4576-9319-50cca228cd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1096165 Dec 13 23:08:13.859957 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '536582f5-1be7-4136-b19f-a8aad5e033ff', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'port_id': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'mac_address': 'fa:16:3e:56:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:07:58Z', 'updated_at': '2021-12-13T23:08:12Z', 'revision_number': 1, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:13.878591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:13.886718 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25b07f-39b2-4e06-991c-07409bfdba0b None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '536582f5-1be7-4136-b19f-a8aad5e033ff', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'port_id': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'mac_address': 'fa:16:3e:56:f4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:07:58Z', 'updated_at': '2021-12-13T23:08:12Z', 'revision_number': 1, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:13.917124 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-08e3e40f-91ec-4b14-b259-eef0d0becc3f service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680696 Dec 13 23:08:14.106327 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38363fc5-49f6-4dba-aeeb-cd951eec4161 req-480bc4bd-2329-4b5e-b195-ef12a1ceaf8e service neutron] 10.222.0.32 "GET /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794963 Dec 13 23:08:14.124737 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8805eb-f47f-442b-b0f5-7283b7a37f9a None None] New status for floating IP 536582f5-1be7-4136-b19f-a8aad5e033ff: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:08:14.189413 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:14.310159 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffd7e4-34e5-43da-a46c-cec71c73f7ee None None] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:08:14.337529 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:08:14.405944 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4f0431c1-9d0d-40c0-bd47-2d01da0687c0 None None] Provisioning complete for port 26614ee8-ce12-4683-b427-4224dd03b79b triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:14.406315 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4f0431c1-9d0d-40c0-bd47-2d01da0687c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:14.449608 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:14.460379 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:14.467584 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:14.468789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-212c8c7a-de19-411e-9db1-69c541ff5bed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2018411 Dec 13 23:08:14.471570 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48782) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:14.484338 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:14.484972 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:07:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:14.613931 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4f0431c1-9d0d-40c0-bd47-2d01da0687c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:14.657651 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:14.860148 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4f0431c1-9d0d-40c0-bd47-2d01da0687c0 None None] For port 26614ee8-ce12-4683-b427-4224dd03b79b, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=26614ee8-ce12-4683-b427-4224dd03b79b,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:14.875149 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4f0431c1-9d0d-40c0-bd47-2d01da0687c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:14.903535 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:14.967149 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0431c1-9d0d-40c0-bd47-2d01da0687c0 None None] Pushing event updated for resources: {'Port': ['ID=26614ee8-ce12-4683-b427-4224dd03b79b,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:15.020613 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-ecda46df-1f35-4a14-9465-d1c939af2365 None None] Provisioning complete for port 26614ee8-ce12-4683-b427-4224dd03b79b triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:15.021011 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ecda46df-1f35-4a14-9465-d1c939af2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.070849 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Allocated IP 172.20.0.1 (6646f8aa-a5ae-40b1-af43-1c8579efe381/3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f/5a94cad2-a31f-4683-a0f5-b8496149d9ef) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:15.079257 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:13Z', 'revision_number': 3, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:15.108347 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:15.108708 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Updating router 10f062fc-680e-4a31-b4dc-c26d2c597f2e port 02532d01-e834-4c69-894c-6b91558e0728 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:08:15.159979 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.220004 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.259271 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 26614ee8-ce12-4683-b427-4224dd03b79b up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:15.262594 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.300581 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:15.305399 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:15.309540 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:15.319627 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b05482fe-9ead-4c5b-b196-e77e171eeeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.339447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Pushing event updated for resources: {'Port': ['ID=5a94cad2-a31f-4683-a0f5-b8496149d9ef,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:15.356414 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.391108 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 26614ee8-ce12-4683-b427-4224dd03b79b triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:15.391483 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.509115 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.550866 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.557162 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.614231 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed25992-49bc-4e7f-a6f8-5864631a448d None None] Pushing event updated for resources: {'Port': ['ID=02532d01-e834-4c69-894c-6b91558e0728,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:15.616588 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Attempting to bind port 02532d01-e834-4c69-894c-6b91558e0728 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:15.616974 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Attempting to bind port 02532d01-e834-4c69-894c-6b91558e0728 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:15.617377 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Attempting to bind port 02532d01-e834-4c69-894c-6b91558e0728 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:15.626326 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:15.626700 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:15.627098 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.627488 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:15.627944 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Bound port: 02532d01-e834-4c69-894c-6b91558e0728, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:15.628323 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.655778 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-e0f8dadd-4f67-4a4b-a06b-ed14eb42d873 None None] Provisioning complete for port 5a94cad2-a31f-4683-a0f5-b8496149d9ef triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:15.656127 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e0f8dadd-4f67-4a4b-a06b-ed14eb42d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.679317 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.684793 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.707980 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8dadd-4f67-4a4b-a06b-ed14eb42d873 None None] Port 5a94cad2-a31f-4683-a0f5-b8496149d9ef cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:08:15.712851 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] For port 02532d01-e834-4c69-894c-6b91558e0728, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:15.716058 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] For port 02532d01-e834-4c69-894c-6b91558e0728, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=02532d01-e834-4c69-894c-6b91558e0728,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:15.721414 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.749115 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Pushing event updated for resources: {'Port': ['ID=5a94cad2-a31f-4683-a0f5-b8496149d9ef,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:15.751614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:15.780601 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:15.781218 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:15.784139 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed25992-49bc-4e7f-a6f8-5864631a448d None None] Pushing event updated for resources: {'Port': ['ID=02532d01-e834-4c69-894c-6b91558e0728,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:15.845123 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:15.846665 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:15.890229 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:16.104294 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 2, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:16.139135 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4955e57-b4b9-4a0b-8e6b-d969fb1a1838 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 2, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:16.149685 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-9127940b-4c78-439a-a9aa-ac147e1ffbfc None None] Provisioning complete for port 5a94cad2-a31f-4683-a0f5-b8496149d9ef triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:16.150061 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9127940b-4c78-439a-a9aa-ac147e1ffbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:16.188112 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-9127940b-4c78-439a-a9aa-ac147e1ffbfc None None] Port 5a94cad2-a31f-4683-a0f5-b8496149d9ef cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:08:16.211834 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:08:16.327584 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:16.333843 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-c7d8fa6b-271d-448d-83e6-8e5705bb0f3d admin admin] 10.222.0.13 "PUT /v2.0/routers/10f062fc-680e-4a31-b4dc-c26d2c597f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8612318 Dec 13 23:08:16.853469 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:16.875084 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48808) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:16.880181 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1236788055-network', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:16.906342 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Made reservation on behalf of 00d0b4b2bb5c4cd5840d704057e245d1 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:08:16.908747 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:16.919022 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.001073 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.005601 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.027189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:08:17.042891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa5fe6-e413-4ead-acc5-538d96519d5e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:17.045882 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.046220 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Added segment 7d3d43f9-03e0-45e0-853f-d3ad9765eaee of type vlan for network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 Dec 13 23:08:17.098513 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.140754 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.141933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:17.142509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.198045 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 02532d01-e834-4c69-894c-6b91558e0728 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:17.201261 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3223345 Dec 13 23:08:17.203201 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48810) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:17.211832 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Request body: {'subnet': {'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1236788055-subnet', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:17.212929 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbec3cc-b813-46a1-ba89-78eec4bd0690 admin admin] Pushing event updated for resources: {'Network': ['ID=a96fe40f-47f5-4dd9-b16e-805a948dd5c2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:17.228594 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:08:17.240885 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Made reservation on behalf of 00d0b4b2bb5c4cd5840d704057e245d1 for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:08:17.243378 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.314087 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 02532d01-e834-4c69-894c-6b91558e0728 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:17.314466 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.403963 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.422577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.426564 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 02532d01-e834-4c69-894c-6b91558e0728, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=02532d01-e834-4c69-894c-6b91558e0728,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:17.432598 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.484277 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ed7e37-423e-4a58-92f2-7b5ddb24668e,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:17.486755 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=02532d01-e834-4c69-894c-6b91558e0728,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:17.497422 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Checking segment: {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:17.497733 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Network hostable DHCP agents. Network: a96fe40f-47f5-4dd9-b16e-805a948dd5c2, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:08:17.515146 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:08:17.524068 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, a96fe40f-47f5-4dd9-b16e-805a948dd5c2) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:17.529235 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:17.530009 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.533689 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b962de-16e1-4d7f-91da-1bd23b544dab None None] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:08:17.551764 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ef79c45e-ac6b-4e87-808c-28aed70544cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3441303 Dec 13 23:08:17.554412 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48814) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:17.559169 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:17.583406 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.584898 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.642761 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.767690 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'fixed_ips': [{'subnet_id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:08:17.768660 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.782193 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:17.909858 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Allocated IP 172.20.0.2 (a96fe40f-47f5-4dd9-b16e-805a948dd5c2/63ed7e37-423e-4a58-92f2-7b5ddb24668e/72260f5c-87cc-4637-891f-6573bc89e000) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:17.989942 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.010608 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.062016 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.068562 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.109279 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:18.112272 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:18.116036 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:18.122788 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Allocated IP 172.27.0.32 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/5948314d-e4cb-4641-9aa0-8237e8105b99) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:18.123021 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Pushing event updated for resources: {'Port': ['ID=72260f5c-87cc-4637-891f-6573bc89e000,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:18.188346 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Attempting to bind port 72260f5c-87cc-4637-891f-6573bc89e000 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:18.188712 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Attempting to bind port 72260f5c-87cc-4637-891f-6573bc89e000 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:18.189070 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Attempting to bind port 72260f5c-87cc-4637-891f-6573bc89e000 on network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:18.196364 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:18.196994 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Checking segment: {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:18.197662 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.198201 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Bound using segment: {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:18.198973 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Bound port: 72260f5c-87cc-4637-891f-6573bc89e000, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:18.199537 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.207909 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.218944 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:18.233486 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:18.234060 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:18.244247 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.264468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] For port 72260f5c-87cc-4637-891f-6573bc89e000, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:18.268899 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] For port 72260f5c-87cc-4637-891f-6573bc89e000, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=72260f5c-87cc-4637-891f-6573bc89e000,segment=NetworkSegment(7d3d43f9-03e0-45e0-853f-d3ad9765eaee),segment_id=7d3d43f9-03e0-45e0-853f-d3ad9765eaee)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:18.274288 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.280660 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.299909 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:18.325206 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:18.328555 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:18.333060 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa22d73-349b-4907-bf3e-58629f84f998 None None] Pushing event updated for resources: {'Port': ['ID=72260f5c-87cc-4637-891f-6573bc89e000,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:18.362346 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:18.381843 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Pushing event updated for resources: {'Port': ['ID=5948314d-e4cb-4641-9aa0-8237e8105b99,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:18.589289 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 2, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:18.620620 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:18.620971 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Updating router 10f062fc-680e-4a31-b4dc-c26d2c597f2e port 5a94cad2-a31f-4683-a0f5-b8496149d9ef binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:08:18.646390 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.651816 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.854297 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.865964 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.917656 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.923287 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:18.975166 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Pushing event updated for resources: {'Port': ['ID=5a94cad2-a31f-4683-a0f5-b8496149d9ef,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:18.987001 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.987355 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.987721 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.988048 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.988377 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.988704 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.989027 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.989372 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.989706 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.990061 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.990349 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.990680 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:18.990999 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:19.006767 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Router a1d520e9-df44-4a34-bbdd-2cc0a7210453 is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:08:19.049158 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Attempting to bind port 5a94cad2-a31f-4683-a0f5-b8496149d9ef on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:19.049546 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Attempting to bind port 5a94cad2-a31f-4683-a0f5-b8496149d9ef by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:19.050451 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Attempting to bind port 5a94cad2-a31f-4683-a0f5-b8496149d9ef on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:19.056250 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:19.056943 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Checking segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:19.057366 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.058139 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Bound using segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:19.058935 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Bound port: 5a94cad2-a31f-4683-a0f5-b8496149d9ef, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:19.059507 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.149748 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] For port 5a94cad2-a31f-4683-a0f5-b8496149d9ef, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:19.153365 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] For port 5a94cad2-a31f-4683-a0f5-b8496149d9ef, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5a94cad2-a31f-4683-a0f5-b8496149d9ef,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:19.158203 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:19.159993 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.174886 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Sync routers for ids ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:19.193013 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Routers {'a1d520e9-df44-4a34-bbdd-2cc0a7210453'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:19.193975 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:19.201390 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.201390 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5f46def0-9952-4b45-9aa3-0281a5e936ef admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6443737 Dec 13 23:08:19.202647 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48822) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:19.225649 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793e0e-b6c1-4506-87c4-3fc5307ae3f3 None None] Pushing event updated for resources: {'Port': ['ID=5a94cad2-a31f-4683-a0f5-b8496149d9ef,revision_number=4']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:19.248024 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:19.248817 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:19.359212 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-d8dc3574-4ff4-4dc7-8e6d-66ab48b29196 None None] Provisioning complete for port 5a94cad2-a31f-4683-a0f5-b8496149d9ef triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:19.359844 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3574-4ff4-4dc7-8e6d-66ab48b29196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.403780 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 02532d01-e834-4c69-894c-6b91558e0728 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:19.448167 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Set router a1d520e9-df44-4a34-bbdd-2cc0a7210453 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:19.463103 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:19.667931 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b72618-1747-4a0c-8e05-26047d55f9da None None] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:08:19.769661 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.781273 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 02532d01-e834-4c69-894c-6b91558e0728 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:19.781677 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.787997 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:19.817573 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b392-5f14-4f50-abeb-1dee2a355668 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:19.855591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3574-4ff4-4dc7-8e6d-66ab48b29196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.945857 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Allocated IP 172.20.0.1 (a96fe40f-47f5-4dd9-b16e-805a948dd5c2/63ed7e37-423e-4a58-92f2-7b5ddb24668e/e96b6fad-106d-4707-8c70-f59e6a5660dd) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:19.971450 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d8dc3574-4ff4-4dc7-8e6d-66ab48b29196 None None] For port 5a94cad2-a31f-4683-a0f5-b8496149d9ef, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5a94cad2-a31f-4683-a0f5-b8496149d9ef,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:19.980868 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3574-4ff4-4dc7-8e6d-66ab48b29196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:19.984347 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:08:18Z', 'revision_number': 3, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:19.990684 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 72260f5c-87cc-4637-891f-6573bc89e000 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:20.056402 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Checking router: a1d520e9-df44-4a34-bbdd-2cc0a7210453 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:20.056667 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Updating router a1d520e9-df44-4a34-bbdd-2cc0a7210453 port 5948314d-e4cb-4641-9aa0-8237e8105b99 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:08:20.068197 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.116154 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.126776 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.133621 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc3574-4ff4-4dc7-8e6d-66ab48b29196 None None] Pushing event updated for resources: {'Port': ['ID=5a94cad2-a31f-4683-a0f5-b8496149d9ef,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:20.159414 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:20.162783 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:20.167038 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-2e48c5ea-6a42-4853-9c06-dd6dc7cd1b99 None None] Provisioning complete for port 5a94cad2-a31f-4683-a0f5-b8496149d9ef triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:20.167544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2e48c5ea-6a42-4853-9c06-dd6dc7cd1b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.168102 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:20.196580 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e96b6fad-106d-4707-8c70-f59e6a5660dd,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:20.222732 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.286876 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 72260f5c-87cc-4637-891f-6573bc89e000 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:20.287497 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.378476 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.633298 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-2e48c5ea-6a42-4853-9c06-dd6dc7cd1b99 None None] Provisioning complete for port 72260f5c-87cc-4637-891f-6573bc89e000 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:20.633758 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2e48c5ea-6a42-4853-9c06-dd6dc7cd1b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.672789 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.758649 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 72260f5c-87cc-4637-891f-6573bc89e000, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=72260f5c-87cc-4637-891f-6573bc89e000,segment=NetworkSegment(7d3d43f9-03e0-45e0-853f-d3ad9765eaee),segment_id=7d3d43f9-03e0-45e0-853f-d3ad9765eaee)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:20.768180 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.771114 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.818177 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.822159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.827933 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.869543 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Attempting to bind port 5948314d-e4cb-4641-9aa0-8237e8105b99 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:20.869941 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Attempting to bind port 5948314d-e4cb-4641-9aa0-8237e8105b99 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:20.870304 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Attempting to bind port 5948314d-e4cb-4641-9aa0-8237e8105b99 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:20.872349 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=72260f5c-87cc-4637-891f-6573bc89e000,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:20.880454 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:20.880735 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:20.881087 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.881604 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:20.882238 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Bound port: 5948314d-e4cb-4641-9aa0-8237e8105b99, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:20.882385 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.895611 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.898527 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e96b6fad-106d-4707-8c70-f59e6a5660dd,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:20.954978 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e71ca3-bf42-4535-835d-eb87a0c0907c None None] Pushing event updated for resources: {'Port': ['ID=5948314d-e4cb-4641-9aa0-8237e8105b99,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:20.976998 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] For port 5948314d-e4cb-4641-9aa0-8237e8105b99, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:20.980527 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] For port 5948314d-e4cb-4641-9aa0-8237e8105b99, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5948314d-e4cb-4641-9aa0-8237e8105b99,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:20.987550 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:20.996384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:20.997756 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:21.040428 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-be317eac-266a-455f-a712-42bdb87a6bb8 None None] Provisioning complete for port e96b6fad-106d-4707-8c70-f59e6a5660dd triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:21.040809 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-be317eac-266a-455f-a712-42bdb87a6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.086772 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Routers {'a1d520e9-df44-4a34-bbdd-2cc0a7210453'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:21.087477 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:21.119484 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Router a1d520e9-df44-4a34-bbdd-2cc0a7210453 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:08:21.135205 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e71ca3-bf42-4535-835d-eb87a0c0907c None None] Pushing event updated for resources: {'Port': ['ID=5948314d-e4cb-4641-9aa0-8237e8105b99,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:21.140581 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-be317eac-266a-455f-a712-42bdb87a6bb8 None None] Port e96b6fad-106d-4707-8c70-f59e6a5660dd cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:08:21.194105 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-be317eac-266a-455f-a712-42bdb87a6bb8 None None] Provisioning complete for port 72260f5c-87cc-4637-891f-6573bc89e000 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:21.194478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-be317eac-266a-455f-a712-42bdb87a6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.230806 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 72260f5c-87cc-4637-891f-6573bc89e000 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:21.254904 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:21.260265 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-543589b2-f261-4287-922b-d8d13360b9f9 admin admin] 10.222.0.13 "PUT /v2.0/routers/a1d520e9-df44-4a34-bbdd-2cc0a7210453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565622 Dec 13 23:08:21.266532 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] Set router a1d520e9-df44-4a34-bbdd-2cc0a7210453 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:21.438261 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 72260f5c-87cc-4637-891f-6573bc89e000 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:21.438997 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.590277 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5a94cad2-a31f-4683-a0f5-b8496149d9ef up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:21.594633 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b1be404f-0843-495d-945a-68f6181b80f0 None None] Provisioning complete for port e96b6fad-106d-4707-8c70-f59e6a5660dd triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:21.595001 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b1be404f-0843-495d-945a-68f6181b80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.655100 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e96b6fad-106d-4707-8c70-f59e6a5660dd', 'name': '', 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'mac_address': 'fa:16:3e:0b:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:19Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 2, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'subnets': [{'id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:21.687030 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-b1be404f-0843-495d-945a-68f6181b80f0 None None] Port e96b6fad-106d-4707-8c70-f59e6a5660dd cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:08:21.689795 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1e69ae-26c7-4609-8d3d-5b314c455782 None None] The sync data for ids ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'] in dv-cinder-796286-23-iscsi is: [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e96b6fad-106d-4707-8c70-f59e6a5660dd', 'name': '', 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'mac_address': 'fa:16:3e:0b:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:19Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 2, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'subnets': [{'id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:21.701351 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 5a94cad2-a31f-4683-a0f5-b8496149d9ef triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:21.701728 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.779817 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48840) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:21.784546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862593000', 'description': 'tempest-secgroup-smoke-862593000 description', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:21.810968 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.880976 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.885850 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.934580 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:21.935823 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1549795 Dec 13 23:08:21.938115 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d85c8-0810-4890-a944-2d64b491d828 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829aaee3-bf2d-428a-9f01-e91a6c5f2a12,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:21.939198 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48842) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:21.943778 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group_rule': {'security_group_id': '829aaee3-bf2d-428a-9f01-e91a6c5f2a12', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:21.981948 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.046607 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.052282 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.071761 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c99b8a6-ac86-4aca-8733-3b419f4f1cb4,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:22.080398 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.084605 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:22.084766 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-cceb9844-9368-4be4-a472-e56e8b952f97 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444402 Dec 13 23:08:22.089509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group_rule': {'security_group_id': '829aaee3-bf2d-428a-9f01-e91a6c5f2a12', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:22.117361 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.175471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.180003 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.199210 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abc4a59-0907-4371-bb4e-c64d9f725775,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:22.204665 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.205921 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-33a023ba-25cb-4bd1-8467-41e51caabc15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202574 Dec 13 23:08:22.209064 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:22.213585 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group_rule': {'security_group_id': '829aaee3-bf2d-428a-9f01-e91a6c5f2a12', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:22.240007 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.302654 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.307814 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.327239 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07100f0-bd46-4d12-90c2-878c6047839b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:22.336720 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.337981 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ca1b28f1-979c-40d5-a8d6-3a6666fa8f43 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279690 Dec 13 23:08:22.340738 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48850) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:22.344996 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group_rule': {'security_group_id': '829aaee3-bf2d-428a-9f01-e91a6c5f2a12', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:22.371416 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.429435 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.435701 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.457669 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044c82b9-c0e8-41fd-b0e4-2edcf115861f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:22.464512 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.465799 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-82f9cb0c-4d8f-40ba-9445-0a6a60f21ede tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241393 Dec 13 23:08:22.468492 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 48852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:22.472792 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group_rule': {'security_group_id': '829aaee3-bf2d-428a-9f01-e91a6c5f2a12', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:22.496108 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Project d41d0a6cbf194f8c89c606ddb13feecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:08:22.501052 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.568332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.582711 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.601828 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded3b922-3e89-4a03-8223-48a2b0ab9134,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:22.610481 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.613775 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9f69fdfa-77bc-4dcd-894d-0030ec995dee tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443102 Dec 13 23:08:22.614618 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 48854) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:22.619527 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'security_group_rule': {'security_group_id': '829aaee3-bf2d-428a-9f01-e91a6c5f2a12', 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:22.642293 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.securitygroups_db [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Project d41d0a6cbf194f8c89c606ddb13feecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:08:22.647159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.706890 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.711917 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.729797 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6020ff-3f4a-4bf9-a6c8-818cb99c323b,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:22.740163 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:22.741381 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-56e2a589-ae46-462c-8d8d-f93d193cba6a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257005 Dec 13 23:08:23.216986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5948314d-e4cb-4641-9aa0-8237e8105b99 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:23.274004 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 5948314d-e4cb-4641-9aa0-8237e8105b99 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:23.274934 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:23.364288 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:23.386090 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 5948314d-e4cb-4641-9aa0-8237e8105b99, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5948314d-e4cb-4641-9aa0-8237e8105b99,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:23.391433 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:23.443398 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=5948314d-e4cb-4641-9aa0-8237e8105b99,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:24.375120 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Sync routers for ids ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:24.387119 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Routers {'a1d520e9-df44-4a34-bbdd-2cc0a7210453'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:24.387758 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:24.510947 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Set router a1d520e9-df44-4a34-bbdd-2cc0a7210453 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:24.723083 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e96b6fad-106d-4707-8c70-f59e6a5660dd', 'name': '', 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'mac_address': 'fa:16:3e:0b:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:19Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 2, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'subnets': [{'id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:24.750898 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Checking router: a1d520e9-df44-4a34-bbdd-2cc0a7210453 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:24.751250 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Updating router a1d520e9-df44-4a34-bbdd-2cc0a7210453 port e96b6fad-106d-4707-8c70-f59e6a5660dd binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:08:24.777433 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.049802 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.056215 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.101016 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78135ed0-4632-4f3a-8cf0-8cbb379dd433 None None] Pushing event updated for resources: {'Port': ['ID=e96b6fad-106d-4707-8c70-f59e6a5660dd,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:25.174598 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Attempting to bind port e96b6fad-106d-4707-8c70-f59e6a5660dd on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:25.175433 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Attempting to bind port e96b6fad-106d-4707-8c70-f59e6a5660dd by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:25.175872 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Attempting to bind port e96b6fad-106d-4707-8c70-f59e6a5660dd on network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:25.181557 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:25.182034 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Checking segment: {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:25.182678 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.183137 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Bound using segment: {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:25.183670 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Bound port: e96b6fad-106d-4707-8c70-f59e6a5660dd, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3d43f9-03e0-45e0-853f-d3ad9765eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:25.184140 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.217937 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5948314d-e4cb-4641-9aa0-8237e8105b99 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:25.263692 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] For port e96b6fad-106d-4707-8c70-f59e6a5660dd, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:25.267555 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] For port e96b6fad-106d-4707-8c70-f59e6a5660dd, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e96b6fad-106d-4707-8c70-f59e6a5660dd,segment=NetworkSegment(7d3d43f9-03e0-45e0-853f-d3ad9765eaee),segment_id=7d3d43f9-03e0-45e0-853f-d3ad9765eaee)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:25.273092 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.287170 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 5948314d-e4cb-4641-9aa0-8237e8105b99 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:25.287791 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.330706 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78135ed0-4632-4f3a-8cf0-8cbb379dd433 None None] Pushing event updated for resources: {'Port': ['ID=e96b6fad-106d-4707-8c70-f59e6a5660dd,revision_number=4']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:25.340979 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Routers {'a1d520e9-df44-4a34-bbdd-2cc0a7210453'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:25.341614 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:25.445184 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-9f54e85b-2de0-4428-9bc6-03ee242dd524 None None] Provisioning complete for port e96b6fad-106d-4707-8c70-f59e6a5660dd triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:25.445813 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9f54e85b-2de0-4428-9bc6-03ee242dd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.454118 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] Set router a1d520e9-df44-4a34-bbdd-2cc0a7210453 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:25.537174 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9f54e85b-2de0-4428-9bc6-03ee242dd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.572793 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9f54e85b-2de0-4428-9bc6-03ee242dd524 None None] For port e96b6fad-106d-4707-8c70-f59e6a5660dd, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e96b6fad-106d-4707-8c70-f59e6a5660dd,segment=NetworkSegment(7d3d43f9-03e0-45e0-853f-d3ad9765eaee),segment_id=7d3d43f9-03e0-45e0-853f-d3ad9765eaee)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:25.577779 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9f54e85b-2de0-4428-9bc6-03ee242dd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.631430 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54e85b-2de0-4428-9bc6-03ee242dd524 None None] Pushing event updated for resources: {'Port': ['ID=e96b6fad-106d-4707-8c70-f59e6a5660dd,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:25.679414 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e96b6fad-106d-4707-8c70-f59e6a5660dd', 'name': '', 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'mac_address': 'fa:16:3e:0b:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:19Z', 'updated_at': '2021-12-13T23:08:25Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'subnets': [{'id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:25.699143 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-7492cbb2-159e-479b-b6f2-b184bd006c2e None None] Provisioning complete for port e96b6fad-106d-4707-8c70-f59e6a5660dd triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:25.699522 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7492cbb2-159e-479b-b6f2-b184bd006c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:25.706254 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fee166-4e8a-455a-88fa-565c867a9c5e None None] The sync data for ids ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'] in dv-cinder-796286-23-iscsi is: [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:08:20Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e96b6fad-106d-4707-8c70-f59e6a5660dd', 'name': '', 'network_id': 'a96fe40f-47f5-4dd9-b16e-805a948dd5c2', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'mac_address': 'fa:16:3e:0b:4b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:19Z', 'updated_at': '2021-12-13T23:08:25Z', 'revision_number': 4, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'subnets': [{'id': '63ed7e37-423e-4a58-92f2-7b5ddb24668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:27.191646 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e96b6fad-106d-4707-8c70-f59e6a5660dd up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:27.255145 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port e96b6fad-106d-4707-8c70-f59e6a5660dd triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:27.255529 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:32.237626 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:08:34.779771 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:40.369634 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-5ae86636-6e3e-4cdb-b17e-2b35a99c8e3f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862593000&fields=id&tenant_id=d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 267 time: 0.0468667 Dec 13 23:08:40.481469 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-53d37b1a-5543-41f7-b47e-7583fcc552b5 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:40.482903 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-53d37b1a-5543-41f7-b47e-7583fcc552b5 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 812 time: 0.1045101 Dec 13 23:08:40.498008 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-9a9bdb97-f89d-43c5-bbb6-22cdfaa60471 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/quotas/d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 375 time: 0.0092514 Dec 13 23:08:40.550647 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-8eee70a4-f6bb-4354-bcfe-65d56997e557 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468488 Dec 13 23:08:40.653614 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-5340392b-cc59-4780-b137-4255524dc12b service neutron] 10.222.0.13 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859134 Dec 13 23:08:40.745824 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-9330c243-bd05-4dda-9f63-d414297d878a service neutron] 10.222.0.13 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Dec 13 23:08:41.044513 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-de2c2e04-bbbd-4d11-812b-ecbb2209ee03 req-3e2baf42-674c-4a6c-a1e3-7e5391b5668e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 210 time: 0.0303979 Dec 13 23:08:42.144745 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f8437f80-be04-423c-9263-2ef0872b7749 req-8bd01a5b-221c-4997-8bc5-d91afd5af67c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 210 time: 0.0295959 Dec 13 23:08:42.255791 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-4c2ab190-62f7-4309-b698-4df89b8cc5f9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:42.257260 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-4c2ab190-62f7-4309-b698-4df89b8cc5f9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 812 time: 0.1083956 Dec 13 23:08:42.328346 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d4a4388c-f703-40a0-ac83-03e21940da54 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 379 time: 0.0571308 Dec 13 23:08:42.341638 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'port': {'device_id': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'admin_state_up': True, 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'security_groups': ['829aaee3-bf2d-428a-9f01-e91a6c5f2a12']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:42.466474 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Made reservation on behalf of d41d0a6cbf194f8c89c606ddb13feecb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:08:42.470655 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:42.609657 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Allocated IP 172.20.0.10 (6646f8aa-a5ae-40b1-af43-1c8579efe381/3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f/6b8fadde-582e-4953-a8a1-5cdaca48e38c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:42.758803 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:42.798822 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:42.857739 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:42.860932 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:42.863692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:42.891069 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=6b8fadde-582e-4953-a8a1-5cdaca48e38c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:42.920864 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:42.921509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:42.938684 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-c9f350ff-3daa-4b38-8208-e76a5680888e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008630 Dec 13 23:08:42.951698 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Request body: {'port': {'device_id': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:43.006057 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.098286 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-51882fc0-f6f6-4506-9085-70eb829ecf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.127387 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b6b6a3aa-50f3-4187-af9f-434cbcb88fed None None] Provisioning complete for port 6b8fadde-582e-4953-a8a1-5cdaca48e38c triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:43.127779 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a3aa-50f3-4187-af9f-434cbcb88fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.167449 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6a3aa-50f3-4187-af9f-434cbcb88fed None None] Port 6b8fadde-582e-4953-a8a1-5cdaca48e38c cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:08:43.307557 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8fadde-582e-4953-a8a1-5cdaca48e38c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:08:43.316462 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.333634 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31308cef-b1cf-4d6f-9972-b913ffb294b7 req-e0dff23e-3709-415e-8eb8-0ecbeac43b72 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:43.335149 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-31308cef-b1cf-4d6f-9972-b913ffb294b7 req-e0dff23e-3709-415e-8eb8-0ecbeac43b72 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 932 time: 0.0985346 Dec 13 23:08:43.340120 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Transition to ACTIVE for port object 6b8fadde-582e-4953-a8a1-5cdaca48e38c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:08:43.348433 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.421176 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8fadde-582e-4953-a8a1-5cdaca48e38c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:43.431498 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-31308cef-b1cf-4d6f-9972-b913ffb294b7 req-129efe6b-c565-47f6-b6af-8c8d172df7d2 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899575 Dec 13 23:08:43.504954 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Attempting to bind port 6b8fadde-582e-4953-a8a1-5cdaca48e38c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:08:43.505283 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Attempting to bind port 6b8fadde-582e-4953-a8a1-5cdaca48e38c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:08:43.505636 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Attempting to bind port 6b8fadde-582e-4953-a8a1-5cdaca48e38c on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:43.510237 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Port 6b8fadde-582e-4953-a8a1-5cdaca48e38c on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:08:43.510554 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Attempting to bind port 6b8fadde-582e-4953-a8a1-5cdaca48e38c on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:08:43.515426 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:08:43.515762 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Checking segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:08:43.516139 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Bound using segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:08:43.516556 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Bound port: 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:08:43.516916 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.582653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] For port 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:08:43.585976 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] For port 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:08:43.591573 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.638902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:43.639527 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:43.640947 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b8fadde-582e-4953-a8a1-5cdaca48e38c HTTP/1.1" status: 200 len: 1094 time: 0.6936665 Dec 13 23:08:43.641404 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:43.643866 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:43.669266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27184-2616-4728-a75c-c4796ebb04b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8fadde-582e-4953-a8a1-5cdaca48e38c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:43.747623 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-62aa1447-2820-4272-9b89-3dbeae53f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:43.749163 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-62aa1447-2820-4272-9b89-3dbeae53f7ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0615752 Dec 13 23:08:43.756860 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd48db39-b73f-4f9a-a28f-a977f31d0994 x-openstack-request-id: req-bd48db39-b73f-4f9a-a28f-a977f31d0994 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:43.757159 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:43.757499 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd48db39-b73f-4f9a-a28f-a977f31d0994 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:43.757914 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'status': 'completed', 'code': 200} Dec 13 23:08:43.803667 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-1fd4dfcb-b371-457a-a1f9-755cce225fe8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c HTTP/1.1" status: 200 len: 217 time: 0.0398479 Dec 13 23:08:43.859348 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-9a44bcd7-bccd-4358-a891-297bf0707875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:43.860841 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-9a44bcd7-bccd-4358-a891-297bf0707875 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0477822 Dec 13 23:08:43.916328 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97176a79-b2ec-4113-b67f-984ada87a218 req-ee235519-ad79-43af-98cc-c4677872d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:43.917290 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-ee235519-ad79-43af-98cc-c4677872d1ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491183 Dec 13 23:08:44.022721 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-812937b1-d574-4fd4-aed3-0ec53b00be5a service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976005 Dec 13 23:08:44.116400 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97176a79-b2ec-4113-b67f-984ada87a218 req-1ca56bbf-ab97-4001-8734-48ae6f8596c9 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821183 Dec 13 23:08:44.209254 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-2af87415-b220-4d12-935b-6e37d8c56355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:44.210855 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-2af87415-b220-4d12-935b-6e37d8c56355 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0469189 Dec 13 23:08:44.309998 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-dfb90329-c28d-452a-9964-82699a34fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:44.311482 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-dfb90329-c28d-452a-9964-82699a34fcdb service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.0863848 Dec 13 23:08:44.359026 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-20100009-8abd-46e9-b127-205378075c3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c HTTP/1.1" status: 200 len: 217 time: 0.0388153 Dec 13 23:08:44.411695 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-8ec18404-38a9-4484-b6fb-f15a38f27ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:44.413159 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-8ec18404-38a9-4484-b6fb-f15a38f27ef0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0441587 Dec 13 23:08:44.471208 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-0466475e-fbea-4f41-9874-e84b0aeb471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:44.472905 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-0466475e-fbea-4f41-9874-e84b0aeb471e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466399 Dec 13 23:08:44.602466 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230bc6f-8af4-4b53-b87c-659cecf62210 req-da80c235-cdd4-43a9-9aff-5f09c764b264 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:44.603916 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4230bc6f-8af4-4b53-b87c-659cecf62210 req-da80c235-cdd4-43a9-9aff-5f09c764b264 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 944 time: 0.0776324 Dec 13 23:08:44.605769 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-6b915012-0cd1-4bdc-86a1-c38053278870 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241331 Dec 13 23:08:44.700799 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4230bc6f-8af4-4b53-b87c-659cecf62210 req-3d679f63-487e-4dce-a7d1-592f44df528c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908828 Dec 13 23:08:44.727455 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11f15bf8-e480-42cd-ba4a-37f6ac4384ae req-6cbee9cd-fdce-4128-b4f3-241371b95fd6 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115823 Dec 13 23:08:45.246235 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bc583674-c6b1-493e-9421-4b110239873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:45.841556 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d679d30-af2e-43df-83ba-15f528620e48 req-efa6d66a-a6b8-418e-a3bf-949e0ab0df81 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:45.843016 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d679d30-af2e-43df-83ba-15f528620e48 req-efa6d66a-a6b8-418e-a3bf-949e0ab0df81 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 944 time: 0.0607414 Dec 13 23:08:45.908712 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d679d30-af2e-43df-83ba-15f528620e48 req-a8ce780c-e6f9-47d6-b1db-f1500413cb52 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588481 Dec 13 23:08:46.845994 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:47.054600 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075b21-1270-4215-8bbe-188edfbfe7db req-96385317-40b6-4fc4-bd9a-a2975dfe3b48 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:47.056087 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0075b21-1270-4215-8bbe-188edfbfe7db req-96385317-40b6-4fc4-bd9a-a2975dfe3b48 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 944 time: 0.0588577 Dec 13 23:08:47.123270 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0075b21-1270-4215-8bbe-188edfbfe7db req-b20f0023-0677-4bf5-979f-f72960a84cec tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607343 Dec 13 23:08:48.178645 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:48.253972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5cb00-3d2f-4d9c-88d1-e39dce4b3e62 req-fb0d8629-431c-45b0-ac11-446068e31a6e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:48.255449 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c4b5cb00-3d2f-4d9c-88d1-e39dce4b3e62 req-fb0d8629-431c-45b0-ac11-446068e31a6e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 944 time: 0.0570693 Dec 13 23:08:48.313404 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c4b5cb00-3d2f-4d9c-88d1-e39dce4b3e62 req-f9928c0a-6c30-4aa7-ac0d-ba770e6fe1b9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481868 Dec 13 23:08:48.857457 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:49.444294 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a2e67-dafd-4d27-9219-264c6c1dd678 req-0b4e5ccd-e8b0-43b5-91ea-2c7da572f906 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:49.445678 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1d7a2e67-dafd-4d27-9219-264c6c1dd678 req-0b4e5ccd-e8b0-43b5-91ea-2c7da572f906 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 944 time: 0.0581009 Dec 13 23:08:49.498089 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1d7a2e67-dafd-4d27-9219-264c6c1dd678 req-2bcbce2c-5490-443e-a0cc-cb30363f0609 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449617 Dec 13 23:08:50.013620 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e29c7-c5f4-4820-91b1-cf0b94aa2ed8 req-f8c6fce9-0029-4083-bce4-2e2b090c41d8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:50.015035 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-415e29c7-c5f4-4820-91b1-cf0b94aa2ed8 req-f8c6fce9-0029-4083-bce4-2e2b090c41d8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0533714 Dec 13 23:08:50.064852 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-415e29c7-c5f4-4820-91b1-cf0b94aa2ed8 req-fcd343ae-8a32-4b7f-8a1a-134f9c434a17 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Dec 13 23:08:50.634116 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3b9a-4c6b-4a45-924f-2380df94d854 req-bad04215-d1b7-4d17-a4ea-ee807ffebba6 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:50.636308 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b7df3b9a-4c6b-4a45-924f-2380df94d854 req-bad04215-d1b7-4d17-a4ea-ee807ffebba6 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 944 time: 0.0616984 Dec 13 23:08:50.698738 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b7df3b9a-4c6b-4a45-924f-2380df94d854 req-bd1f6483-7d6f-44cd-9b21-47b59037c4a3 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552492 Dec 13 23:08:51.203252 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b4904-008b-4285-bf4d-b7b7041a7765 req-652117d3-2e92-4533-92e7-9ac8bf260e5e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:51.204716 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-734b4904-008b-4285-bf4d-b7b7041a7765 req-652117d3-2e92-4533-92e7-9ac8bf260e5e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0530314 Dec 13 23:08:51.255900 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-734b4904-008b-4285-bf4d-b7b7041a7765 req-bb7b384b-3b65-45d8-b88c-bb1f9e7584e7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Dec 13 23:08:51.579338 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 6b8fadde-582e-4953-a8a1-5cdaca48e38c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:08:51.685843 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:51.698020 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'port_id': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'mac_address': 'fa:16:3e:2d:3a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:08:51.736459 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:51.755782 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8fadde-582e-4953-a8a1-5cdaca48e38c {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:08:51.775777 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:51.781156 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:51.819126 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4caab7-dff7-4a95-9325-fa3817957cec req-9223200c-e3b1-4c1a-bf0d-4571b611d547 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:51.820610 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf4caab7-dff7-4a95-9325-fa3817957cec req-9223200c-e3b1-4c1a-bf0d-4571b611d547 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Dec 13 23:08:51.830965 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=6b8fadde-582e-4953-a8a1-5cdaca48e38c,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:51.870367 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf4caab7-dff7-4a95-9325-fa3817957cec req-14a77ffd-af98-49f4-a016-6fa1395a3e28 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Dec 13 23:08:52.017153 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['6b8fadde-582e-4953-a8a1-5cdaca48e38c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:08:52.380245 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b55ffe-1b18-4a92-916e-00b087084dcc req-b4d2acd7-a8bb-4947-847f-093b220688fb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:52.381744 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09b55ffe-1b18-4a92-916e-00b087084dcc req-b4d2acd7-a8bb-4947-847f-093b220688fb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0511582 Dec 13 23:08:52.432297 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09b55ffe-1b18-4a92-916e-00b087084dcc req-ab7902aa-ba16-411e-a905-0ab6bf6dd21a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Dec 13 23:08:53.006318 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ffc40-f971-4e83-a99b-cfdd53666602 req-07241e10-3d47-46ff-8180-ed8f928d13b3 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:53.007702 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-881ffc40-f971-4e83-a99b-cfdd53666602 req-07241e10-3d47-46ff-8180-ed8f928d13b3 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 945 time: 0.0697291 Dec 13 23:08:53.064187 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-881ffc40-f971-4e83-a99b-cfdd53666602 req-1085ec7b-87a6-487a-9e0e-de0a79279724 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Dec 13 23:08:53.571009 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13dbfa-9041-45f4-b02b-b4117a3127d6 req-6b0b8c97-c5bd-4543-8b44-5fad4a5cafb0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:53.572459 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4f13dbfa-9041-45f4-b02b-b4117a3127d6 req-6b0b8c97-c5bd-4543-8b44-5fad4a5cafb0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0529532 Dec 13 23:08:53.606988 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 6b8fadde-582e-4953-a8a1-5cdaca48e38c up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:08:53.620677 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4f13dbfa-9041-45f4-b02b-b4117a3127d6 req-a437893b-5342-434a-b200-671b95961dd5 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Dec 13 23:08:53.664841 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 6b8fadde-582e-4953-a8a1-5cdaca48e38c completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:08:53.670037 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 6b8fadde-582e-4953-a8a1-5cdaca48e38c triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:08:53.670535 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:53.758143 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:53.781273 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:53.783587 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504cb28a-a77d-4c4c-9a14-4a9b11bbcde6" -d '{"events": [{"server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "name": "network-vif-plugged", "status": "completed", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:53.796721 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:08:53.803042 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:53.851939 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=6b8fadde-582e-4953-a8a1-5cdaca48e38c,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:53.888065 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf2187-47d8-4714-96af-52e70fec3e0d x-openstack-request-id: req-7dbf2187-47d8-4714-96af-52e70fec3e0d {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:53.888412 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "name": "network-vif-plugged", "status": "completed", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:53.888670 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dbf2187-47d8-4714-96af-52e70fec3e0d {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:53.889072 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'code': 200} Dec 13 23:08:54.120164 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b065e12-6d58-4944-a085-aac56a46d0dc req-45a5fe63-7839-4123-bd2d-735bac5eeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:54.121737 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b065e12-6d58-4944-a085-aac56a46d0dc req-45a5fe63-7839-4123-bd2d-735bac5eeeb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 1099 time: 0.0439057 Dec 13 23:08:54.196687 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b065e12-6d58-4944-a085-aac56a46d0dc req-10d6575a-cbee-43b5-ac93-406f7ce0fbfa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674956 Dec 13 23:08:54.210301 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2bc2-0557-464d-a75b-908b8aeaeaec req-69ac59d4-ee9d-486c-8692-70750eeb8f24 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:54.211678 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-636c2bc2-0557-464d-a75b-908b8aeaeaec req-69ac59d4-ee9d-486c-8692-70750eeb8f24 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 946 time: 0.0669465 Dec 13 23:08:54.263824 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-636c2bc2-0557-464d-a75b-908b8aeaeaec req-38464713-f1fd-4437-8e96-234372840e30 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Dec 13 23:08:54.762838 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ea55-acea-40a3-940c-cc7cf8e76af4 req-6ea8c26b-050b-4168-b365-51336e9e7351 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:54.764288 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-83c4ea55-acea-40a3-940c-cc7cf8e76af4 req-6ea8c26b-050b-4168-b365-51336e9e7351 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0617926 Dec 13 23:08:54.813789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-83c4ea55-acea-40a3-940c-cc7cf8e76af4 req-5a038c24-59a9-402d-906d-2df343873a27 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Dec 13 23:08:55.400141 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2553-1b6a-47d0-8995-616a9322ad16 req-642eccff-3df4-4979-a648-cca80bf5000e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:55.401613 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-659a2553-1b6a-47d0-8995-616a9322ad16 req-642eccff-3df4-4979-a648-cca80bf5000e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 946 time: 0.0541263 Dec 13 23:08:55.456473 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-659a2553-1b6a-47d0-8995-616a9322ad16 req-6c428a81-84c4-46b6-83b9-395d8e38185d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489137 Dec 13 23:08:55.576603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb05d8-431c-4e06-b02e-a4f5008baadd req-dacfab39-1e38-4f53-a042-ae3f81703618 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:55.578112 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaeb05d8-431c-4e06-b02e-a4f5008baadd req-dacfab39-1e38-4f53-a042-ae3f81703618 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0767474 Dec 13 23:08:55.590513 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bed2f-57d7-4d62-9bff-334cf33c3154 req-ced2310e-43b9-4fe7-b9a0-4187c26bc37b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:55.591905 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca6bed2f-57d7-4d62-9bff-334cf33c3154 req-ced2310e-43b9-4fe7-b9a0-4187c26bc37b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 946 time: 0.0648980 Dec 13 23:08:55.666959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eaeb05d8-431c-4e06-b02e-a4f5008baadd req-7952ef43-8ed1-499b-8ae4-5f16d838eec1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740981 Dec 13 23:08:55.670971 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca6bed2f-57d7-4d62-9bff-334cf33c3154 req-bd06694e-7423-401a-b0f4-1e7ef9ad9300 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726190 Dec 13 23:08:55.695479 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49168) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:55.831984 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad862623-0028-4269-9b01-186bcb698172 tempest-TestVolumeBootPattern-1640656680 tempest-TestVolumeBootPattern-1640656680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:55.833546 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-ad862623-0028-4269-9b01-186bcb698172 tempest-TestVolumeBootPattern-1640656680 tempest-TestVolumeBootPattern-1640656680-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 1094 time: 0.1370189 Dec 13 23:08:55.836592 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49172) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:08:55.840802 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'port_id': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:08:55.863231 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:55.940976 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cbb33-5dd6-47ea-85d5-7b2bf50cceb4 req-3e049427-dbb5-4770-946a-0a6261b0e6b2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:55.942428 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-072cbb33-5dd6-47ea-85d5-7b2bf50cceb4 req-3e049427-dbb5-4770-946a-0a6261b0e6b2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0490136 Dec 13 23:08:55.961353 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:55.989541 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-072cbb33-5dd6-47ea-85d5-7b2bf50cceb4 req-25925342-b115-4ffc-8c85-f695a5bbefc1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Dec 13 23:08:56.067650 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Allocated IP 172.27.0.203 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/1582f8b5-0c64-4c56-99db-f2d97694f0a4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:08:56.188514 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:56.225652 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:56.267362 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:08:56.270255 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:08:56.274587 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:08:56.297168 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=1582f8b5-0c64-4c56-99db-f2d97694f0a4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:56.310059 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.310404 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.310746 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.311075 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.311401 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.311730 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.312055 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.312374 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.312696 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.313018 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.313343 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.313674 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.313993 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:08:56.656705 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:56.730765 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:56.787399 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76e8d8-b37e-448c-81be-a2276a218f5f req-f8a458b4-299b-4fd4-8e30-b6f9eaafd9d9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:56.788889 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cc76e8d8-b37e-448c-81be-a2276a218f5f req-f8a458b4-299b-4fd4-8e30-b6f9eaafd9d9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Dec 13 23:08:56.841375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cc76e8d8-b37e-448c-81be-a2276a218f5f req-2bd7e42b-f260-4a69-9209-c64055d73fc1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463185 Dec 13 23:08:56.890182 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:56.896531 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:56.961868 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=1582f8b5-0c64-4c56-99db-f2d97694f0a4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:08:56.973876 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:57.085692 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Floating IP 9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71 associated. External IP: 172.27.0.203, port: 6b8fadde-582e-4953-a8a1-5cdaca48e38c. Dec 13 23:08:57.113718 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6203c59-94e4-462c-b8c7-20325244a47b req-a6a8534d-d7c4-40c5-a975-998a0aad7a09 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:57.115194 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6203c59-94e4-462c-b8c7-20325244a47b req-a6a8534d-d7c4-40c5-a975-998a0aad7a09 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0490189 Dec 13 23:08:57.164111 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6203c59-94e4-462c-b8c7-20325244a47b req-c6767431-8af9-4ace-9184-8d150403537b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Dec 13 23:08:57.302162 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:08:57.410941 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:08:57.422960 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:08:57.432470 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:08:57.435056 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:57.435682 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:57.459391 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f5a75535-cb31-4bd5-a0eb-75ecb451bcd1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6217942 Dec 13 23:08:57.459987 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:08:57.462277 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a01da3-2378-48cd-92a0-ba600bec2725" -d '{"events": [{"name": "network-changed", "server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:08:57.546642 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:57.553904 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b66ffc2-6b9d-44e4-bc3b-cf4aabbe885d x-openstack-request-id: req-7b66ffc2-6b9d-44e4-bc3b-cf4aabbe885d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:08:57.554194 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:08:57.554453 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b66ffc2-6b9d-44e4-bc3b-cf4aabbe885d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:08:57.554861 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'status': 'completed', 'code': 200} Dec 13 23:08:57.617854 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-c21da7b4-cf05-4994-b074-c03e4c0add45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:57.619473 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-c21da7b4-cf05-4994-b074-c03e4c0add45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 1099 time: 0.0410061 Dec 13 23:08:57.715406 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-cb2a97f1-693a-4b3f-999e-684f434e73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:57.716911 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-cb2a97f1-693a-4b3f-999e-684f434e73e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.0894175 Dec 13 23:08:57.776700 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:2d:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:08:56Z', 'updated_at': '2021-12-13T23:08:56Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:57.785072 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-bf437ae4-bfea-4909-92be-8461157efcfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c HTTP/1.1" status: 200 len: 1000 time: 0.0598559 Dec 13 23:08:57.802642 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:08:57.811079 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:08:57.811675 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:08:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:57.834016 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-90d158c5-0488-4812-bb30-ede268e65306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:57.835678 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-90d158c5-0488-4812-bb30-ede268e65306 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0427234 Dec 13 23:08:57.885885 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-1a4bba53-347c-4914-a2ed-1300c39b357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:57.887484 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-1a4bba53-347c-4914-a2ed-1300c39b357d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446105 Dec 13 23:08:57.919547 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:08:58.008686 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bfa59-23a4-494f-8f8f-c32e2416d7b6 req-657262fc-6fd3-4d25-98a4-9487300be067 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:58.010181 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-298bfa59-23a4-494f-8f8f-c32e2416d7b6 req-657262fc-6fd3-4d25-98a4-9487300be067 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0962443 Dec 13 23:08:58.026660 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-bffffbb5-d759-49d1-b483-1f3e60417a19 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313725 Dec 13 23:08:58.110423 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-298bfa59-23a4-494f-8f8f-c32e2416d7b6 req-1990d58b-b919-43a2-bfae-8d2ed6491c94 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930543 Dec 13 23:08:58.141984 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9a01da3-2378-48cd-92a0-ba600bec2725 req-859c3cec-48a8-489e-9d29-428a59d1d30e service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068022 Dec 13 23:08:58.148209 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:2d:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:08:56Z', 'updated_at': '2021-12-13T23:08:56Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:08:58.174582 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3a1e5-4fc3-43e1-8737-0ab863196abf None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:2d:3a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:08:56Z', 'updated_at': '2021-12-13T23:08:56Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:08:58.292611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc980f-af46-45af-bb17-dd40fd0fe05e req-de56e9db-814a-424c-97d2-56fbf4b00896 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:58.295042 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-45fc980f-af46-45af-bb17-dd40fd0fe05e req-de56e9db-814a-424c-97d2-56fbf4b00896 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0548911 Dec 13 23:08:58.347050 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-45fc980f-af46-45af-bb17-dd40fd0fe05e req-fbb62a07-1891-4118-a764-5e5596f30137 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463901 Dec 13 23:08:58.369909 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8185c32-cd4e-4234-bb3d-44874105cae6 None None] New status for floating IP 9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:08:59.231711 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3425e3-6a34-4d31-9955-da4e022f965e req-0baf36c2-8af3-4930-bd49-c283e601b333 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:59.233057 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ec3425e3-6a34-4d31-9955-da4e022f965e req-0baf36c2-8af3-4930-bd49-c283e601b333 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0514920 Dec 13 23:08:59.287077 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ec3425e3-6a34-4d31-9955-da4e022f965e req-203100e8-8123-4a9d-8c52-9ec4ba2c00e2 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Dec 13 23:08:59.480482 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44567a-a6a1-48d1-ac20-2d56415b5682 req-60f00f04-d0ec-4e79-80a5-f49e9445e0d7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:08:59.482026 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ec44567a-a6a1-48d1-ac20-2d56415b5682 req-60f00f04-d0ec-4e79-80a5-f49e9445e0d7 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0497670 Dec 13 23:08:59.536760 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ec44567a-a6a1-48d1-ac20-2d56415b5682 req-04279152-d7e0-4ffd-80b2-fe28a8dadffe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488243 Dec 13 23:09:00.415159 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede1c6-2262-4c6a-8fbc-e4dd765c6bb8 req-f070078e-48e6-44c7-bf99-adabb449e02a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:00.416609 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14ede1c6-2262-4c6a-8fbc-e4dd765c6bb8 req-f070078e-48e6-44c7-bf99-adabb449e02a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0493960 Dec 13 23:09:00.469464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14ede1c6-2262-4c6a-8fbc-e4dd765c6bb8 req-9b6d0034-f644-4e8a-89c2-04bfb59a7eb1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443971 Dec 13 23:09:00.683204 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e19de4-9d32-4515-98d0-ae94b9311c19 req-189341b2-4776-4d2e-abe1-5c889c3335af tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:00.684705 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-95e19de4-9d32-4515-98d0-ae94b9311c19 req-189341b2-4776-4d2e-abe1-5c889c3335af tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0647540 Dec 13 23:09:00.731453 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-95e19de4-9d32-4515-98d0-ae94b9311c19 req-5fd199c5-b415-47c5-b2fe-cedaf768cab1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Dec 13 23:09:01.600537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab2e8a-e17e-4b6b-8fd7-314575e7c067 req-c640ef78-b7e5-4681-a832-4de013a1c7c3 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:01.602010 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30ab2e8a-e17e-4b6b-8fd7-314575e7c067 req-c640ef78-b7e5-4681-a832-4de013a1c7c3 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0571041 Dec 13 23:09:01.654009 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30ab2e8a-e17e-4b6b-8fd7-314575e7c067 req-584cae84-747e-4b2d-8e72-4af774cbe6e1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Dec 13 23:09:01.868139 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e50c-a84f-4d99-abc3-613cc124499e req-2d40aebc-dba2-4db7-b075-01161200a1c9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:01.869654 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a19e50c-a84f-4d99-abc3-613cc124499e req-2d40aebc-dba2-4db7-b075-01161200a1c9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0566156 Dec 13 23:09:01.925466 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a19e50c-a84f-4d99-abc3-613cc124499e req-d49cf3f5-3cd2-481d-8f5b-2dbc718247f8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464535 Dec 13 23:09:02.778029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e558f7e-a2da-4e01-becd-a707a6a67be2 req-e8670151-4808-42fa-891b-866b5dbfe362 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:02.779510 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e558f7e-a2da-4e01-becd-a707a6a67be2 req-e8670151-4808-42fa-891b-866b5dbfe362 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0580623 Dec 13 23:09:03.109657 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e558f7e-a2da-4e01-becd-a707a6a67be2 req-6a098e6e-d2ff-4704-9091-2531576ebf40 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210986 Dec 13 23:09:03.121691 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f660fb-f345-43d8-8279-c48eb20e6cc6 req-1fbeff0e-c494-44de-bdea-fa0bd858b0e1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:03.123124 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c0f660fb-f345-43d8-8279-c48eb20e6cc6 req-1fbeff0e-c494-44de-bdea-fa0bd858b0e1 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0719714 Dec 13 23:09:03.179162 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c0f660fb-f345-43d8-8279-c48eb20e6cc6 req-c954b3d7-57bb-478c-bb80-eed75dcbd9f4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Dec 13 23:09:04.237468 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222c04-ca5a-449d-b1f3-fa25567cd999 req-4c1ab54b-c441-4f72-ac6a-0730d26b3502 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:04.238993 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb222c04-ca5a-449d-b1f3-fa25567cd999 req-4c1ab54b-c441-4f72-ac6a-0730d26b3502 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0549531 Dec 13 23:09:04.317815 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb222c04-ca5a-449d-b1f3-fa25567cd999 req-5252d73d-93d2-40a0-b02c-56babd5860a8 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727236 Dec 13 23:09:04.333625 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f2092-69c2-4b03-b2a3-e5fa18e947f4 req-a826ee0e-fe73-4b96-bcf9-7695ef589de6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:04.336096 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be3f2092-69c2-4b03-b2a3-e5fa18e947f4 req-a826ee0e-fe73-4b96-bcf9-7695ef589de6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0742283 Dec 13 23:09:04.387530 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be3f2092-69c2-4b03-b2a3-e5fa18e947f4 req-445b8041-30b1-4be3-bced-5ae4f46e3f8e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Dec 13 23:09:04.798966 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:05.440447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-7cc0c433-5180-402c-a443-1dcebb939401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.441967 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-7cc0c433-5180-402c-a443-1dcebb939401 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1098 time: 0.0704463 Dec 13 23:09:05.459740 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb54c8-7c31-40f7-96f6-18377bb2a2a2 req-17d6ab0e-5daa-4791-bb90-cd87633017e9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.461430 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-88fb54c8-7c31-40f7-96f6-18377bb2a2a2 req-17d6ab0e-5daa-4791-bb90-cd87633017e9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0660818 Dec 13 23:09:05.597825 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-88fb54c8-7c31-40f7-96f6-18377bb2a2a2 req-cc29042b-057a-4258-93e6-8b273d1ed396 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282682 Dec 13 23:09:05.618888 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819db264-5d69-4075-835c-b92194647e4f req-779dd4a4-9e2b-4063-b663-361fa70586c3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.620348 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-819db264-5d69-4075-835c-b92194647e4f req-779dd4a4-9e2b-4063-b663-361fa70586c3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.1498988 Dec 13 23:09:05.621822 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-e979cbf0-41de-4b2d-8277-4a494089a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.623120 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-e979cbf0-41de-4b2d-8277-4a494089a76e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1608610 Dec 13 23:09:05.750420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-819db264-5d69-4075-835c-b92194647e4f req-24604a87-9fb1-4da8-97c8-639be25de929 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238296 Dec 13 23:09:05.751951 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-7fa21f81-1d07-4501-b9cb-bcfe2209dc93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 1001 time: 0.1198738 Dec 13 23:09:05.758584 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-cc6460f9-4f13-43a7-84ae-08ed79f9f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.760039 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-cc6460f9-4f13-43a7-84ae-08ed79f9f46b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0809326 Dec 13 23:09:05.862465 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-d99ef4dd-eb9f-47da-81c5-45e039183382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.863907 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-d99ef4dd-eb9f-47da-81c5-45e039183382 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0920098 Dec 13 23:09:05.912613 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-834c389f-8f57-4d3d-a5b1-b383282b60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.914154 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-834c389f-8f57-4d3d-a5b1-b383282b60cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.1350448 Dec 13 23:09:05.932761 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-471d5f4c-ca4c-4ff7-bd07-51bf2d8c09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:05.934193 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-471d5f4c-ca4c-4ff7-bd07-51bf2d8c09c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601623 Dec 13 23:09:06.027748 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-73d25f99-d7b5-47dc-b5ac-2db03c4d49e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 1001 time: 0.1038678 Dec 13 23:09:06.088441 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-210593e0-116f-4195-a96c-23a1ec052248 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283367 Dec 13 23:09:06.097546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-e0ae9388-21b3-4b18-9216-8a9709a1590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:06.098849 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-e0ae9388-21b3-4b18-9216-8a9709a1590d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0612149 Dec 13 23:09:06.199759 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-2d882d98-7a09-41b5-b2db-d82a8b8b4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:06.201200 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-2d882d98-7a09-41b5-b2db-d82a8b8b4b13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0850286 Dec 13 23:09:06.210901 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c5313d70-b84b-47b2-b008-efd1b84fd621 req-8ffdd7cd-16c4-4608-bbe5-6a97025932fa service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109471 Dec 13 23:09:06.295235 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-a1c4c4ae-9610-4e37-b937-37036d385fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832791 Dec 13 23:09:06.392469 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67ab24d6-84a9-4ade-9cb8-bcf68e816a81 req-bfe1982e-271b-44fd-8009-9480731710ce service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889881 Dec 13 23:09:06.723723 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9149b03-a270-42ae-8714-86d5f1261ced req-ed7a7ef0-278b-4d7e-8cfc-6a8ebf9c8759 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:06.725997 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9149b03-a270-42ae-8714-86d5f1261ced req-ed7a7ef0-278b-4d7e-8cfc-6a8ebf9c8759 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0543072 Dec 13 23:09:06.783519 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d9149b03-a270-42ae-8714-86d5f1261ced req-e5a54d9c-a330-4bcf-9d51-40e630341283 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489883 Dec 13 23:09:06.873729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68f19-9960-460b-9c04-6c057e260221 req-6d2d0662-0333-408a-a77e-fe212c8cc41d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:06.875193 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b4f68f19-9960-460b-9c04-6c057e260221 req-6d2d0662-0333-408a-a77e-fe212c8cc41d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0499651 Dec 13 23:09:06.923194 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b4f68f19-9960-460b-9c04-6c057e260221 req-2291a775-a005-4001-b8cc-3aa71c03b289 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Dec 13 23:09:07.708754 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:09:07.812893 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:07.825527 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'mac_address': 'fa:16:3e:e3:83:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:09:07.866356 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:07.880900 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a5e01cf-66ab-49f7-9779-2dc2d108f971 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:09:07.902921 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:07.906644 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9000bf-2d76-47b1-9fa3-c445077ce9e3 req-8aca46dc-fed9-4f89-9183-9225786d0623 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:07.908513 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bf9000bf-2d76-47b1-9fa3-c445077ce9e3 req-8aca46dc-fed9-4f89-9183-9225786d0623 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Dec 13 23:09:07.909495 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:07.973625 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=6']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:07.980094 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bf9000bf-2d76-47b1-9fa3-c445077ce9e3 req-879a86d1-e2d4-478c-b875-008f160968b3 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595415 Dec 13 23:09:07.983911 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.984261 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.984918 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.985235 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.985790 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.986127 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.987242 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.987242 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.987242 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.987538 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.987809 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.988239 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:07.988581 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:08.005824 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['0a5e01cf-66ab-49f7-9779-2dc2d108f971'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:09:08.073075 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfaf10-0a43-4b26-9f17-01bea4c3d597 req-6e7ad66f-5aa3-4864-a14d-2c6a290ad760 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:08.074614 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7adfaf10-0a43-4b26-9f17-01bea4c3d597 req-6e7ad66f-5aa3-4864-a14d-2c6a290ad760 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 944 time: 0.0570586 Dec 13 23:09:08.126878 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7adfaf10-0a43-4b26-9f17-01bea4c3d597 req-6a00a2ce-933a-46ed-914b-3f0426b0330c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Dec 13 23:09:09.107509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2c51-c846-4fa9-ac94-6e6a6d79a2a3 req-375020d6-ce44-41d5-8a37-5f6dfbffac11 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:09.120498 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-78fc2c51-c846-4fa9-ac94-6e6a6d79a2a3 req-375020d6-ce44-41d5-8a37-5f6dfbffac11 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0727406 Dec 13 23:09:09.169875 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-78fc2c51-c846-4fa9-ac94-6e6a6d79a2a3 req-930f4a91-095f-4619-ad01-2b19f4f103f3 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484483 Dec 13 23:09:09.239664 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:09:09.276778 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1b00-f63b-40af-a955-fc2d5dcfa4fe req-4c94e20e-4f7d-4751-9ff7-e7b82ebb131f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:09.287187 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3acb1b00-f63b-40af-a955-fc2d5dcfa4fe req-4c94e20e-4f7d-4751-9ff7-e7b82ebb131f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 944 time: 0.0777137 Dec 13 23:09:09.355232 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3acb1b00-f63b-40af-a955-fc2d5dcfa4fe req-5e9a01e9-b646-41fc-a13c-aefc6e5c52cc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646968 Dec 13 23:09:09.578333 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-6c4fb173-7ca6-4376-bad9-ae422e6308e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747774 Dec 13 23:09:09.586249 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47005-b853-4041-81d4-a600e1813cce req-6516495d-eb33-4e49-bb0d-ab02bdbab830 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:09.594277 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6fe47005-b853-4041-81d4-a600e1813cce req-6516495d-eb33-4e49-bb0d-ab02bdbab830 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0669239 Dec 13 23:09:09.665951 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6fe47005-b853-4041-81d4-a600e1813cce req-f886cbb0-fc5c-4bcc-9254-0ba7c6f1d2fc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707798 Dec 13 23:09:09.724077 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:09:09.778087 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:09:09.778397 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:09.874225 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:09.904943 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:09:09.907396 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920730e1-c8a1-473e-ad01-e9a02b40e720" -d '{"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:09:09.922923 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:09.930552 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:09.931764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:09.982438 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0899592-313f-4dfb-974e-2335c5d9ae3f x-openstack-request-id: req-e0899592-313f-4dfb-974e-2335c5d9ae3f {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:09:09.983059 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:09:09.983452 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0899592-313f-4dfb-974e-2335c5d9ae3f {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:09:09.983848 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'code': 200} Dec 13 23:09:10.051519 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=7']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:10.094820 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:10.128896 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:10.133799 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:10.191008 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=6']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:10.491374 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feea9ad-5481-48d0-8607-612bb898f01b req-b8fbf986-68db-4ab9-a4c2-f6fcb9907c92 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:10.492870 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0feea9ad-5481-48d0-8607-612bb898f01b req-b8fbf986-68db-4ab9-a4c2-f6fcb9907c92 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0560374 Dec 13 23:09:10.544463 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0feea9ad-5481-48d0-8607-612bb898f01b req-6ac51258-c88f-481b-9ffc-d27043dccebd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Dec 13 23:09:10.897274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac13f-b031-4bf5-960f-419c88e37b2b req-ada3d705-1e29-4686-9284-802f8effd462 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:10.901927 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-027ac13f-b031-4bf5-960f-419c88e37b2b req-ada3d705-1e29-4686-9284-802f8effd462 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0575175 Dec 13 23:09:10.975845 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-027ac13f-b031-4bf5-960f-419c88e37b2b req-d73fc4ce-839f-490b-be1f-fcc399c1b483 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697033 Dec 13 23:09:11.676759 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f02a30-1c32-4cac-b670-59485ffbb3dc req-ac3d6467-da79-4e78-86c7-e08b0e96017a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:11.681812 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90f02a30-1c32-4cac-b670-59485ffbb3dc req-ac3d6467-da79-4e78-86c7-e08b0e96017a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0543368 Dec 13 23:09:11.732353 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90f02a30-1c32-4cac-b670-59485ffbb3dc req-599a1a0f-b83f-4d69-863d-62c280611e73 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473166 Dec 13 23:09:11.985058 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:09:11.987446 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c914986c-4f8b-4718-8c77-861eff97936c" -d '{"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-unplugged", "status": "completed", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:09:12.034970 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527f356e-7201-44d0-a57c-8ec5af9e92c6 x-openstack-request-id: req-527f356e-7201-44d0-a57c-8ec5af9e92c6 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:09:12.035663 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-unplugged", "status": "failed", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "code": 422}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:09:12.036075 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-527f356e-7201-44d0-a57c-8ec5af9e92c6 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:09:12.036639 dv-cinder-796286-23-iscsi neutron-server[102558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'code': 422} returned with failed status Dec 13 23:09:12.122768 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047de80-8128-4e6f-98e1-e992486a0b3a req-73282998-0b03-4156-aae3-20be2cde56dc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:12.130487 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c047de80-8128-4e6f-98e1-e992486a0b3a req-73282998-0b03-4156-aae3-20be2cde56dc tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0676775 Dec 13 23:09:12.183687 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c047de80-8128-4e6f-98e1-e992486a0b3a req-e390d8af-52d0-4b20-b382-260f5742b733 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520267 Dec 13 23:09:12.524789 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-dd14c1ab-730f-45fa-a330-d3206922bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:12.526220 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-dd14c1ab-730f-45fa-a330-d3206922bc27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04&tenant_id=5dd4dc022cad44d1baaa51931dfdfa31 HTTP/1.1" status: 200 len: 1097 time: 0.0783544 Dec 13 23:09:12.594960 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-eec03f58-78eb-4598-bacd-dc3a46cd0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:12.596629 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-eec03f58-78eb-4598-bacd-dc3a46cd0f74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1097 time: 0.0430901 Dec 13 23:09:12.709173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-fbef1394-7e00-4ba9-b285-f4a69abb639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:12.711449 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-fbef1394-7e00-4ba9-b285-f4a69abb639d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.1072147 Dec 13 23:09:12.854026 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-1ce137ed-a7cf-4dd2-9496-3af6e7c33721 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 999 time: 0.1346805 Dec 13 23:09:12.951882 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-6d1978de-4cad-4eb9-92bf-132aeb1af35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:12.953964 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-6d1978de-4cad-4eb9-92bf-132aeb1af35a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0916786 Dec 13 23:09:12.965438 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417164-a947-488a-8431-1b75daa0b7dd req-3a72f79f-c8f9-469d-8c57-238f719afe8f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:12.967681 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76417164-a947-488a-8431-1b75daa0b7dd req-3a72f79f-c8f9-469d-8c57-238f719afe8f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0958841 Dec 13 23:09:13.066779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-1544ecd3-7b0e-4dcf-b42a-e2e42d7b7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:13.068281 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-1544ecd3-7b0e-4dcf-b42a-e2e42d7b7cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0993915 Dec 13 23:09:13.072070 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76417164-a947-488a-8431-1b75daa0b7dd req-5cb9d347-003d-4aa5-8b7c-91dc2fe8cacd tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665011 Dec 13 23:09:13.107522 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-57b8269c-8e7a-4591-85e5-8e22d7b02a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:13.195235 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-efbd7d27-60f9-4674-a902-3da401166e58 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047866 Dec 13 23:09:13.329928 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d65ba-cd73-40ff-a59b-984925bf14bb req-42708705-1797-4386-bcbd-28c5dc5951f7 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:13.332036 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fb4d65ba-cd73-40ff-a59b-984925bf14bb req-42708705-1797-4386-bcbd-28c5dc5951f7 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0685415 Dec 13 23:09:13.361489 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4ed80205-8b7b-48ad-a064-95d173a0972d req-5b8d6c6e-e958-4308-8979-ab2448f5a00d service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572185 Dec 13 23:09:13.409934 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fb4d65ba-cd73-40ff-a59b-984925bf14bb req-0e8d1126-d9a0-435b-9fae-5aad56a769e4 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684192 Dec 13 23:09:14.244081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532bac3-e728-4a20-b658-faa77dd59221 req-e9f82a78-23a2-45ab-98d8-5bd93f1e416d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:14.245650 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b532bac3-e728-4a20-b658-faa77dd59221 req-e9f82a78-23a2-45ab-98d8-5bd93f1e416d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0569413 Dec 13 23:09:14.295925 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b532bac3-e728-4a20-b658-faa77dd59221 req-41699261-7705-4742-b57c-2ea7c467d9cc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Dec 13 23:09:14.530177 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2705f-220f-400c-a40a-a2ef45331ef2 req-6e4aee33-8dd6-4493-aaa3-26433d9c2e36 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:14.531751 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ed2705f-220f-400c-a40a-a2ef45331ef2 req-6e4aee33-8dd6-4493-aaa3-26433d9c2e36 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0547888 Dec 13 23:09:14.587855 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ed2705f-220f-400c-a40a-a2ef45331ef2 req-61e9a8ec-aa56-477d-a5cc-90b58a0d969b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489078 Dec 13 23:09:15.254245 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-03f8933e-7048-4ceb-a59d-eb9bf61d70e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:15.435995 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc4b52-dc08-4c57-a3e9-3e5ccfdd56b5 req-87a844a8-6786-4394-a604-8d38539e65c4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:15.444399 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6bbc4b52-dc08-4c57-a3e9-3e5ccfdd56b5 req-87a844a8-6786-4394-a604-8d38539e65c4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0673161 Dec 13 23:09:15.491857 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6bbc4b52-dc08-4c57-a3e9-3e5ccfdd56b5 req-f5a46526-d1f3-4600-b75c-012c4d4ee43a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Dec 13 23:09:15.716798 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817e2d-0b4c-4b97-a137-6491e8d8c678 req-f2eabb16-d093-4991-8b56-06bd8d99001e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:15.718306 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-05817e2d-0b4c-4b97-a137-6491e8d8c678 req-f2eabb16-d093-4991-8b56-06bd8d99001e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0507073 Dec 13 23:09:15.770031 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-05817e2d-0b4c-4b97-a137-6491e8d8c678 req-8e2f47a7-dbc0-48cb-9d83-6e6a8b920e1c tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Dec 13 23:09:16.642120 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d89a6-41fa-45dc-a189-fd8b78fa2495 req-6e92a146-1b4f-4ed7-a6cf-1db2d173207a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:16.643740 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b9d89a6-41fa-45dc-a189-fd8b78fa2495 req-6e92a146-1b4f-4ed7-a6cf-1db2d173207a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0584402 Dec 13 23:09:16.713073 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b9d89a6-41fa-45dc-a189-fd8b78fa2495 req-d34faead-418f-4aea-be26-c6f0b986fb69 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620146 Dec 13 23:09:16.844120 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:16.906597 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a43aa-fa6f-4de7-ac48-3a0ada08db12 req-d1d33fb8-a54c-425c-b51e-27f8f3c77b79 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:16.908174 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9e2a43aa-fa6f-4de7-ac48-3a0ada08db12 req-d1d33fb8-a54c-425c-b51e-27f8f3c77b79 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0633743 Dec 13 23:09:16.985147 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9e2a43aa-fa6f-4de7-ac48-3a0ada08db12 req-02218e07-f464-4f05-ac30-a2cc9138b878 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636950 Dec 13 23:09:17.230651 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b085b0-a6df-4751-9876-a6dc840988d7 req-d3832289-3b01-4d6c-9fc9-a1f8697e0770 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:17.232458 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24b085b0-a6df-4751-9876-a6dc840988d7 req-d3832289-3b01-4d6c-9fc9-a1f8697e0770 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.0512128 Dec 13 23:09:17.289917 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24b085b0-a6df-4751-9876-a6dc840988d7 req-c0b78bc9-2629-44c9-87bb-5b29e1b5164c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509231 Dec 13 23:09:17.841583 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356e1da-1929-4ffe-9df3-a257369d8bc2 req-8d7f0b57-47a6-4e85-accd-c4b002b1e656 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:17.843043 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7356e1da-1929-4ffe-9df3-a257369d8bc2 req-8d7f0b57-47a6-4e85-accd-c4b002b1e656 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0515316 Dec 13 23:09:17.891390 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7356e1da-1929-4ffe-9df3-a257369d8bc2 req-d531a845-09cf-4932-8234-754f589a72b6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Dec 13 23:09:18.045879 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df0958-31d3-4351-8247-bc405179fbfd req-f84fec6d-8639-4bb9-9049-b3d8264e516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:18.047396 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-f84fec6d-8639-4bb9-9049-b3d8264e516a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1098 time: 0.0401404 Dec 13 23:09:18.147018 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d6165-e780-46f9-8602-78994d24d487 req-78eb456d-9f73-4cb8-b6d4-3ccc601949e9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:18.148963 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-794d6165-e780-46f9-8602-78994d24d487 req-78eb456d-9f73-4cb8-b6d4-3ccc601949e9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0965703 Dec 13 23:09:18.179312 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:18.186360 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df0958-31d3-4351-8247-bc405179fbfd req-950e467d-53e6-4236-ba38-db10182a0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:18.187801 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-950e467d-53e6-4236-ba38-db10182a0999 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1277480 Dec 13 23:09:18.252347 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-794d6165-e780-46f9-8602-78994d24d487 req-240ae97e-29c1-4954-b4af-fb65ea32fe69 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971749 Dec 13 23:09:18.280178 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-a28ef9a4-812a-415b-b7f4-b5c8011ea85e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 1001 time: 0.0835068 Dec 13 23:09:18.337911 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df0958-31d3-4351-8247-bc405179fbfd req-13c30743-c12c-4ce3-b17d-66f444c7a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:18.339380 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-13c30743-c12c-4ce3-b17d-66f444c7a45e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0509076 Dec 13 23:09:18.413976 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df0958-31d3-4351-8247-bc405179fbfd req-af7958e8-88e4-40b4-a1d5-e8f4782e2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:18.415494 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-af7958e8-88e4-40b4-a1d5-e8f4782e2000 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0667970 Dec 13 23:09:18.425972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727f898-9a4f-4b70-b0e7-5f535a962bb2 req-6bd53218-8147-4a7b-a436-df5529503e6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:18.427350 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d727f898-9a4f-4b70-b0e7-5f535a962bb2 req-6bd53218-8147-4a7b-a436-df5529503e6f tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.0707805 Dec 13 23:09:18.525096 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d727f898-9a4f-4b70-b0e7-5f535a962bb2 req-1b684560-d169-4c7d-a6cd-30e4531ff938 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898404 Dec 13 23:09:18.542747 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-c3ff4c3d-16a1-469d-b294-145a78f495b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144810 Dec 13 23:09:18.852517 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:18.876840 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61df0958-31d3-4351-8247-bc405179fbfd req-b63da375-cc11-41d1-8a84-36834d985edd service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255155 Dec 13 23:09:19.015086 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d9941-0522-4e9e-9b4e-b049ce0678ab req-72182998-7a7f-4e55-b49b-3fc1bef067cb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:19.016528 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-055d9941-0522-4e9e-9b4e-b049ce0678ab req-72182998-7a7f-4e55-b49b-3fc1bef067cb tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0492473 Dec 13 23:09:19.063263 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-055d9941-0522-4e9e-9b4e-b049ce0678ab req-524bf910-cbcd-4939-877e-a4908182f84d tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Dec 13 23:09:19.162391 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-f37c7024-1bab-49be-9a67-ead344369906 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:19.163907 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-f37c7024-1bab-49be-9a67-ead344369906 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.0521812 Dec 13 23:09:19.260225 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Deleting port d9b70f80-b3ad-40cb-bf2c-629338553928 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:09:19.260572 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:19.377260 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] For port d9b70f80-b3ad-40cb-bf2c-629338553928, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d9b70f80-b3ad-40cb-bf2c-629338553928,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:19.377652 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:19.436117 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597db8a-c48b-4a17-9ad4-4390fafc86f4 req-4653ad8c-1e5d-462f-8fdd-218272d222c9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:19.437536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3597db8a-c48b-4a17-9ad4-4390fafc86f4 req-4653ad8c-1e5d-462f-8fdd-218272d222c9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.1123648 Dec 13 23:09:19.538888 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3597db8a-c48b-4a17-9ad4-4390fafc86f4 req-3d94c06e-224a-4ebc-936b-46dedf9b2d5b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945101 Dec 13 23:09:19.591034 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:19.591397 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:19.591721 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Floating IP 536582f5-1be7-4136-b19f-a8aad5e033ff disassociated. External IP: 172.27.0.168, port: d9b70f80-b3ad-40cb-bf2c-629338553928. Dec 13 23:09:19.592073 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Calling delete_port for d9b70f80-b3ad-40cb-bf2c-629338553928 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:09:19.696682 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e65bdd-796a-47fa-83d6-c4ee186faee5 req-d13bcb45-72e8-4245-93df-99db679f9308 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:19.698106 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b4e65bdd-796a-47fa-83d6-c4ee186faee5 req-d13bcb45-72e8-4245-93df-99db679f9308 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c075a0-798e-4b28-89fd-64a75cc94a11 HTTP/1.1" status: 200 len: 946 time: 0.1019223 Dec 13 23:09:19.781058 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b4e65bdd-796a-47fa-83d6-c4ee186faee5 req-dab33814-0a4f-487d-bb5d-172d5904234d tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups?id=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727389 Dec 13 23:09:19.796805 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:19.830059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event deleted for resources: {'Port': ['ID=d9b70f80-b3ad-40cb-bf2c-629338553928,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:19.840919 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.841270 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.841628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.841942 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.842266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.842616 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.842923 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.843240 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.843543 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.843859 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.844157 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.844469 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.844779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:19.954772 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Router f37b0211-2b23-48e4-866d-1173f3543a8c has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:09:20.063409 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:09:20.075091 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:09:20.085606 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:09:20.086226 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:09:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:20.102333 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] No DVR routers for this DVR port d9b70f80-b3ad-40cb-bf2c-629338553928 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:09:20.104980 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:20.108443 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fc9472ab-068f-4f3d-86f0-e59660bb8c1b req-66068af5-df7e-4698-a268-0103e934739c tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.32 "DELETE /v2.0/ports/d9b70f80-b3ad-40cb-bf2c-629338553928 HTTP/1.1" status: 204 len: 173 time: 0.9363551 Dec 13 23:09:20.108904 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'name': 'network-vif-deleted', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:09:20.111211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb561f-0ae8-488d-99a6-e5624298f770" -d '{"events": [{"server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "name": "network-vif-deleted", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:09:20.161943 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12dc9c-416c-44ff-9b58-7b30e8e7192f x-openstack-request-id: req-ba12dc9c-416c-44ff-9b58-7b30e8e7192f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:09:20.162718 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c075a0-798e-4b28-89fd-64a75cc94a11", "name": "network-vif-deleted", "tag": "d9b70f80-b3ad-40cb-bf2c-629338553928", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:09:20.163164 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba12dc9c-416c-44ff-9b58-7b30e8e7192f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:09:20.163994 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c075a0-798e-4b28-89fd-64a75cc94a11', 'name': 'network-vif-deleted', 'tag': 'd9b70f80-b3ad-40cb-bf2c-629338553928', 'status': 'completed', 'code': 200} Dec 13 23:09:20.214541 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eb1d5-bb85-4cb1-a381-6c4b8a4fb13f req-c6916051-1b65-41ae-9c77-121cca3cb441 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:20.216541 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a0eb1d5-bb85-4cb1-a381-6c4b8a4fb13f req-c6916051-1b65-41ae-9c77-121cca3cb441 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0685208 Dec 13 23:09:20.268137 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a0eb1d5-bb85-4cb1-a381-6c4b8a4fb13f req-cd95dc10-ae85-46f2-a5af-95abd3513086 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Dec 13 23:09:20.363168 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:09:20.578559 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:20.615588 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:09:20.624331 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:09:20.624943 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:09:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:20.678811 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3c5f5-a04e-48e7-ba77-34329378645b req-b880a9e2-999a-4f2a-a756-0c38e1fec2b1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:20.681807 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6f3c5f5-a04e-48e7-ba77-34329378645b req-b880a9e2-999a-4f2a-a756-0c38e1fec2b1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0567718 Dec 13 23:09:20.734692 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6f3c5f5-a04e-48e7-ba77-34329378645b req-8db6ef23-b1db-4146-82ac-6d72e2f8a92e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479589 Dec 13 23:09:20.739455 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:09:20.868128 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49454) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:20.927429 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a7898f-fd45-4bb7-ba97-342bd1f5db74 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:20.953578 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a7898f-fd45-4bb7-ba97-342bd1f5db74 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:20.954865 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:20.996012 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa21f12-930c-4fd1-933d-3816a0f79e79 None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:03:05Z', 'revision_number': 4, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a5b1464-069a-4250-83d1-30b72166ac46', 'name': '', 'network_id': '1b7619b6-4067-4576-9319-50cca228cd17', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'mac_address': 'fa:16:3e:0b:5d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:03:03Z', 'updated_at': '2021-12-13T23:03:12Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'subnets': [{'id': '7580a5ef-c1f6-4785-bf4e-32ed2390c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:09:21.008203 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a7898f-fd45-4bb7-ba97-342bd1f5db74 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.011175 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a7898f-fd45-4bb7-ba97-342bd1f5db74 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.012351 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-30a7898f-fd45-4bb7-ba97-342bd1f5db74 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "DELETE /v2.0/security-groups/29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9 HTTP/1.1" status: 204 len: 168 time: 0.1432362 Dec 13 23:09:21.015599 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49456) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:21.022109 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7898f-fd45-4bb7-ba97-342bd1f5db74 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:21.035225 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.api.v2.resource [None req-8762f294-6de0-4894-9930-efdc177e8bad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] show failed (client error): The resource could not be found. Dec 13 23:09:21.036471 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8762f294-6de0-4894-9930-efdc177e8bad tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "GET /v2.0/security-groups/29bc0a8d-a024-4eaf-ae9a-18596bd9b8c9 HTTP/1.1" status: 404 len: 347 time: 0.0188174 Dec 13 23:09:21.039597 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49458) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:21.172214 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Deleting port 24ce58c9-014e-45bb-b209-283e8c30c3ea {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:09:21.172567 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.236524 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca69f69-a0ba-4224-b6ba-6c0f88418f6b None None] New status for floating IP 536582f5-1be7-4136-b19f-a8aad5e033ff: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:09:21.251928 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.252205 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.263375 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Calling delete_port for 24ce58c9-014e-45bb-b209-283e8c30c3ea owned by network:floatingip {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:09:21.395915 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f4557-94b5-4011-b2db-d0c49875112a req-035639cc-a986-4452-9a35-a174ffef77f9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:21.397430 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-732f4557-94b5-4011-b2db-d0c49875112a req-035639cc-a986-4452-9a35-a174ffef77f9 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 945 time: 0.0536098 Dec 13 23:09:21.401474 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.430007 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Pushing event deleted for resources: {'Port': ['ID=24ce58c9-014e-45bb-b209-283e8c30c3ea,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:21.452067 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-732f4557-94b5-4011-b2db-d0c49875112a req-4e188c52-ec35-470c-bf3b-f965e1b41970 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476806 Dec 13 23:09:21.489931 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks [] for floatingip, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.493079 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.496239 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-3c48bbc1-062f-4bd5-8423-272ac19c42f2 tempest-AttachVolumeTestJSON-36441708 tempest-AttachVolumeTestJSON-36441708-project] 10.222.0.13 "DELETE /v2.0/floatingips/536582f5-1be7-4136-b19f-a8aad5e033ff HTTP/1.1" status: 204 len: 168 time: 0.4528823 Dec 13 23:09:21.767227 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:09:21.769764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:21.869509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173592d-bcee-4c98-a55f-5eef9cb58f8d req-064d7c61-17c9-4432-9162-f72c34c0624e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:21.871153 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d173592d-bcee-4c98-a55f-5eef9cb58f8d req-064d7c61-17c9-4432-9162-f72c34c0624e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 944 time: 0.0595882 Dec 13 23:09:21.931799 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d173592d-bcee-4c98-a55f-5eef9cb58f8d req-4078c23d-b4b5-422c-96e8-26cf26e821ca tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535536 Dec 13 23:09:21.959600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:21.959600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:21.973970 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'port_id': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'mac_address': 'fa:16:3e:de:75:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:09:21.980764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:09:21.983018 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd97e3f-4984-46c1-846e-29c3ad914e41" -d '{"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:09:22.014668 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:22.016584 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 23:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a23ead1-e76c-4e11-8ff7-afbaa6afcd36 x-openstack-request-id: req-6a23ead1-e76c-4e11-8ff7-afbaa6afcd36 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:09:22.016887 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-unplugged", "status": "failed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "code": 422}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:09:22.017165 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a23ead1-e76c-4e11-8ff7-afbaa6afcd36 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:09:22.017606 dv-cinder-796286-23-iscsi neutron-server[102558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'code': 422} returned with failed status Dec 13 23:09:22.024909 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:22.067437 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:22.092876 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a3ffe7-75df-415f-b4cd-1de3c71e604d {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:09:22.096932 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=8']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:22.118207 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:22.123253 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:22.173205 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=7']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:22.354515 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['e9a3ffe7-75df-415f-b4cd-1de3c71e604d'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:09:22.564920 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf97f49-1dce-4ad8-a6ba-027bff69d302 req-1dd094f3-a08f-45cd-9b8c-182b7c591e89 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:22.566808 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acf97f49-1dce-4ad8-a6ba-027bff69d302 req-1dd094f3-a08f-45cd-9b8c-182b7c591e89 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0511255 Dec 13 23:09:22.619448 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acf97f49-1dce-4ad8-a6ba-027bff69d302 req-632537f6-7839-4b23-95aa-ad9d08024818 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Dec 13 23:09:22.646048 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49516) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:22.732792 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-e28d4b90-7cbf-48aa-88cd-d2fd2dcf0470 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855002 Dec 13 23:09:22.742885 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-bfb61cf6-c65d-47f4-b8c5-6cd859d8e313 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:09:22.743903 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-bfb61cf6-c65d-47f4-b8c5-6cd859d8e313 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057681 Dec 13 23:09:23.061127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2087f8e-6965-4a6a-ba17-63266d29a4a8 req-1d01feda-5820-4cd1-8c8d-d86a4acea4d8 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:23.062693 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2087f8e-6965-4a6a-ba17-63266d29a4a8 req-1d01feda-5820-4cd1-8c8d-d86a4acea4d8 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 945 time: 0.0586362 Dec 13 23:09:23.112571 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2087f8e-6965-4a6a-ba17-63266d29a4a8 req-3439dcc4-6cca-401b-89e9-800fad507ca6 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Dec 13 23:09:23.603820 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-bbfe9720-7a39-46b1-8f03-5dc512b459c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:23.605286 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-bbfe9720-7a39-46b1-8f03-5dc512b459c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a&tenant_id=ff275d4e81c547e4b1d09435f41a51a6 HTTP/1.1" status: 200 len: 1096 time: 0.0430801 Dec 13 23:09:23.670488 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-af3a84bd-7462-4b7c-ad11-c2d9b67c6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:23.672042 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-af3a84bd-7462-4b7c-ad11-c2d9b67c6e2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1096 time: 0.0424709 Dec 13 23:09:23.772187 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:09:23.797508 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0799-8d8f-4722-bbf0-067f2c0c7576 req-bebb36fc-c48c-4988-be40-2c9002a8f377 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:23.798984 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-849d0799-8d8f-4722-bbf0-067f2c0c7576 req-bebb36fc-c48c-4988-be40-2c9002a8f377 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.1019652 Dec 13 23:09:23.802377 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-7c190b51-f4bf-4825-b095-a0260bc6e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:23.804351 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-7c190b51-f4bf-4825-b095-a0260bc6e4c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 200 len: 916 time: 0.1240890 Dec 13 23:09:23.826229 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port e9a3ffe7-75df-415f-b4cd-1de3c71e604d triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:09:23.826996 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:23.900275 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-8a6e6488-b0a7-4669-a503-4c00432952a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 200 len: 999 time: 0.0854881 Dec 13 23:09:23.904040 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-849d0799-8d8f-4722-bbf0-067f2c0c7576 req-6610d7a6-992d-44c8-8710-0ae4dc2e4143 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961564 Dec 13 23:09:23.918484 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:23.961521 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-6cdf13e8-4d6f-416d-9a7a-ecba1190156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:23.963064 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-6cdf13e8-4d6f-416d-9a7a-ecba1190156c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 200 len: 855 time: 0.0559716 Dec 13 23:09:23.965121 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:23.969794 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:23.970638 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d9b70f80-b3ad-40cb-bf2c-629338553928 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:24.005820 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: d9b70f80-b3ad-40cb-bf2c-629338553928 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:09:24.006165 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device d9b70f80-b3ad-40cb-bf2c-629338553928 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:09:24.006574 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:24.008655 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-cb799c13-87fb-4360-82f2-baf600909897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:24.010190 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-cb799c13-87fb-4360-82f2-baf600909897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a89e1473-8054-486c-b303-1d4dde50db3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393505 Dec 13 23:09:24.032533 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:09:24.034807 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b13ee92-252e-4f15-b3e2-c0bfe5b6b1c4" -d '{"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:09:24.076081 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2556ac40-2dc5-4a48-9c80-b94aaa05c039 x-openstack-request-id: req-2556ac40-2dc5-4a48-9c80-b94aaa05c039 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:09:24.076414 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:09:24.076679 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2556ac40-2dc5-4a48-9c80-b94aaa05c039 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:09:24.077165 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'code': 200} Dec 13 23:09:24.077790 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=8']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:24.118859 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-ef30d7a0-427a-407b-8a71-c33c6fd4ada8 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005495 Dec 13 23:09:24.254946 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffd82de2-9eae-4d3d-8cbe-11caadad5b8a req-62b28ceb-8d2f-463d-879e-6e5322b3dae3 service neutron] 10.222.0.32 "GET /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270092 Dec 13 23:09:24.263194 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420787b-0d72-4982-ad86-c84c36c4d4c1 req-842121da-3743-4d14-a1a5-e22240d233e9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:24.264528 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3420787b-0d72-4982-ad86-c84c36c4d4c1 req-842121da-3743-4d14-a1a5-e22240d233e9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0797706 Dec 13 23:09:24.340385 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032a1ae-e8ac-4297-b749-edde7b8dfb25 req-98c214d1-9588-4702-bebf-bff9762bcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:24.342696 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c032a1ae-e8ac-4297-b749-edde7b8dfb25 req-98c214d1-9588-4702-bebf-bff9762bcc12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0741975 Dec 13 23:09:24.347837 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3420787b-0d72-4982-ad86-c84c36c4d4c1 req-c99287f8-efa6-4f30-86cb-7504b660c11e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716772 Dec 13 23:09:24.393535 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c032a1ae-e8ac-4297-b749-edde7b8dfb25 req-a663ccfc-fd0b-40f7-9d60-29affee1e675 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Dec 13 23:09:25.080375 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49576) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:25.120275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd25ffc-9263-4a49-abb3-72d68141762e req-6c58b806-e93d-4f75-9f47-4ba459c6620b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:25.128444 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ccd25ffc-9263-4a49-abb3-72d68141762e req-6c58b806-e93d-4f75-9f47-4ba459c6620b tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0784681 Dec 13 23:09:25.177013 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ccd25ffc-9263-4a49-abb3-72d68141762e req-81b42a6e-3615-4799-b668-7f23869a59aa tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473609 Dec 13 23:09:25.497016 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1749-82c0-44db-b4b1-51d78de5f395 req-da6508e9-d22a-4e1f-a7dc-15e18c3a04fe tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:25.498592 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-618f1749-82c0-44db-b4b1-51d78de5f395 req-da6508e9-d22a-4e1f-a7dc-15e18c3a04fe tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0780847 Dec 13 23:09:25.563606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-618f1749-82c0-44db-b4b1-51d78de5f395 req-3ab6a0bc-fd76-4681-acb3-d1d403cce1d1 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585413 Dec 13 23:09:25.677077 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:25.924467 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Deleting port 5a5b1464-069a-4250-83d1-30b72166ac46 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:09:25.925315 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:26.008125 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] For port 5a5b1464-069a-4250-83d1-30b72166ac46, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5a5b1464-069a-4250-83d1-30b72166ac46,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:26.008659 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:26.021726 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Calling delete_port for 5a5b1464-069a-4250-83d1-30b72166ac46 owned by network:router_interface {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:09:26.212528 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:26.238167 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b1464-069a-4250-83d1-30b72166ac46,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:26.314447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87be10-25e7-480b-94b7-007e75437f7c req-64f2668b-a8e7-4ceb-ac16-d0d859dc955e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:26.316989 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea87be10-25e7-480b-94b7-007e75437f7c req-64f2668b-a8e7-4ceb-ac16-d0d859dc955e tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0540330 Dec 13 23:09:26.386008 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea87be10-25e7-480b-94b7-007e75437f7c req-9cd802ba-09c5-4ee6-8a72-85d60aca2dcc tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605690 Dec 13 23:09:26.444702 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:26.716965 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd7a5-4e70-42d5-a11a-5ea9c91a8144 req-fb32f450-00bd-47e7-8d28-67346a0cc9c9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:26.721249 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a12fd7a5-4e70-42d5-a11a-5ea9c91a8144 req-fb32f450-00bd-47e7-8d28-67346a0cc9c9 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0573933 Dec 13 23:09:26.776522 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a12fd7a5-4e70-42d5-a11a-5ea9c91a8144 req-5065e5e3-3870-4cf1-b59c-a2f1bcf3bf6d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510302 Dec 13 23:09:26.946656 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Router f37b0211-2b23-48e4-866d-1173f3543a8c has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:09:27.059470 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:09:27.067767 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0ddef9bb-a69b-4011-bb51-1202e876b961 admin admin] 10.222.0.13 "PUT /v2.0/routers/f37b0211-2b23-48e4-866d-1173f3543a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833679 Dec 13 23:09:27.067767 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49588) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:27.070305 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] Sync routers for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:09:27.081906 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:09:27.082541 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:09:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:27.186341 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks [] for router, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.214374 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:09:27.301079 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.361110 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Deleting port c1dfdd3a-662a-4c62-abcc-e960e1bc3317 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:09:27.361480 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.431896 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:09:26Z', 'revision_number': 5, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port': {'id': 'c1dfdd3a-662a-4c62-abcc-e960e1bc3317', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:58Z', 'updated_at': '2021-12-13T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:27.443634 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] For port c1dfdd3a-662a-4c62-abcc-e960e1bc3317, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:27.444013 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.458995 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Calling delete_port for c1dfdd3a-662a-4c62-abcc-e960e1bc3317 owned by network:router_gateway {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:09:27.499844 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] Checking router: f37b0211-2b23-48e4-866d-1173f3543a8c for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:09:27.523172 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] Routers {'f37b0211-2b23-48e4-866d-1173f3543a8c'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:09:27.524067 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:09:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['f37b0211-2b23-48e4-866d-1173f3543a8c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:27.529925 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdc98c-d682-4d1f-9c17-0bbe07edd8e5 req-8f692524-a210-47d6-9390-2880e5cb3cc3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:27.542601 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2bdc98c-d682-4d1f-9c17-0bbe07edd8e5 req-8f692524-a210-47d6-9390-2880e5cb3cc3 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0736523 Dec 13 23:09:27.597666 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2bdc98c-d682-4d1f-9c17-0bbe07edd8e5 req-9901e217-a748-41b4-95a7-69b2a7ad8d11 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539913 Dec 13 23:09:27.683358 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.714596 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dfdd3a-662a-4c62-abcc-e960e1bc3317,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:27.791553 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] Set router f37b0211-2b23-48e4-866d-1173f3543a8c gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:09:27.796766 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.850153 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:09:27Z', 'revision_number': 6, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:27.889139 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f6f55-465a-46ea-99bc-4b455ae1835d None None] The sync data for ids ['f37b0211-2b23-48e4-866d-1173f3543a8c'] in dv-cinder-796286-23-iscsi is: [{'id': 'f37b0211-2b23-48e4-866d-1173f3543a8c', 'name': 'tempest-AttachVolumeTestJSON-229992440-router', 'tenant_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:56Z', 'updated_at': '2021-12-13T23:09:27Z', 'revision_number': 6, 'project_id': '282a2d4b93ea4c3aa626e1676d2d8adf', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:09:27.899634 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.902231 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.957185 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.958036 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f37b0211-2b23-48e4-866d-1173f3543a8c {{(pid=102557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:09:27.963575 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:27.965257 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-1909a529-ca95-4f0f-8e4b-64c5aced4990 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f37b0211-2b23-48e4-866d-1173f3543a8c HTTP/1.1" status: 204 len: 168 time: 0.8966179 Dec 13 23:09:27.968529 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49596) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:28.002097 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a46d-02f0-4a92-908d-0d7bbf6d09d3 req-b4e8982d-6d63-40da-802c-94c42c18461b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:28.011067 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9067a46d-02f0-4a92-908d-0d7bbf6d09d3 req-b4e8982d-6d63-40da-802c-94c42c18461b tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.1068146 Dec 13 23:09:28.037316 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Deleting subnet 7580a5ef-c1f6-4785-bf4e-32ed2390c903 {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:09:28.041202 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.071597 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9067a46d-02f0-4a92-908d-0d7bbf6d09d3 req-e81d64be-5d23-4b35-9d56-906ee253cc4a tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541630 Dec 13 23:09:28.085313 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830994'] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.199689 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.256222 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5672326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5313348'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.287571 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7580a5ef-c1f6-4785-bf4e-32ed2390c903,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:28.294756 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.298535 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-73506300-0330-41c3-9fb9-9ade31c485b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7580a5ef-c1f6-4785-bf4e-32ed2390c903 HTTP/1.1" status: 204 len: 168 time: 0.3289919 Dec 13 23:09:28.301431 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49598) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:28.307769 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc6ca7-9edd-480a-94fe-c72e889be027 None None] Network 1b7619b6-4067-4576-9319-50cca228cd17 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:09:28.398555 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.476972 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Deleting port ecee8759-9e74-4fa7-8133-091fdc8d42ff {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:09:28.477430 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.544408 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] For port ecee8759-9e74-4fa7-8133-091fdc8d42ff, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=ecee8759-9e74-4fa7-8133-091fdc8d42ff,segment=NetworkSegment(aaa020ce-5f7b-42f9-82bd-5c241f605734),segment_id=aaa020ce-5f7b-42f9-82bd-5c241f605734)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:28.544798 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.559006 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Calling delete_port for ecee8759-9e74-4fa7-8133-091fdc8d42ff owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:09:28.645739 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.678900 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ecee8759-9e74-4fa7-8133-091fdc8d42ff,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:28.683438 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] No DVR routers for this DVR port ecee8759-9e74-4fa7-8133-091fdc8d42ff on host dv-cinder-796286-23-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:09:28.764593 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f271c2f-b22b-4f68-8a6c-0b56849984e7 None None] DHCP port deletion for 1b7619b6-4067-4576-9319-50cca228cd17 request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:09:28.776395 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.779132 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277f726-4834-4d7c-ace1-7de13d07ca06 req-be9cbbb1-fb82-475d-b260-2cd10ccde423 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:28.787186 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8277f726-4834-4d7c-ace1-7de13d07ca06 req-be9cbbb1-fb82-475d-b260-2cd10ccde423 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.1144936 Dec 13 23:09:28.814384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7619b6-4067-4576-9319-50cca228cd17']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:28.825974 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa020ce-5f7b-42f9-82bd-5c241f605734') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:28.826302 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa020ce-5f7b-42f9-82bd-5c241f605734') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:09:28.843462 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.846969 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8277f726-4834-4d7c-ace1-7de13d07ca06 req-79ffa59d-2edc-4296-aab1-83a90b7753ff tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Dec 13 23:09:28.858004 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:09:28.873379 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:09:28.945256 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.950832 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:28.958416 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b7619b6-4067-4576-9319-50cca228cd17 HTTP/1.1" status: 204 len: 168 time: 0.6519952 Dec 13 23:09:28.970806 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f050572-effa-4b60-94c0-f5240f4a01bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7619b6-4067-4576-9319-50cca228cd17,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:29.111010 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49606) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:29.196711 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f02a0caf-dd1e-4af5-b75b-842992b3a85a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=282a2d4b93ea4c3aa626e1676d2d8adf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0844405 Dec 13 23:09:29.206046 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49608) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:29.246479 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5a5b1464-069a-4250-83d1-30b72166ac46 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:29.249386 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df52b8b-af6a-4af2-ae96-2b2eafbfeca7 req-399cac16-bf4b-4a39-85d4-94f08d20f9e6 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:29.250954 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7df52b8b-af6a-4af2-ae96-2b2eafbfeca7 req-399cac16-bf4b-4a39-85d4-94f08d20f9e6 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0935514 Dec 13 23:09:29.282046 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 5a5b1464-069a-4250-83d1-30b72166ac46 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:09:29.282489 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5a5b1464-069a-4250-83d1-30b72166ac46 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:09:29.282972 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c1dfdd3a-662a-4c62-abcc-e960e1bc3317 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:29.302425 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: c1dfdd3a-662a-4c62-abcc-e960e1bc3317 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:09:29.302857 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c1dfdd3a-662a-4c62-abcc-e960e1bc3317 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:09:29.303326 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device ecee8759-9e74-4fa7-8133-091fdc8d42ff no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:09:29.320443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6102d8b0-38b4-4163-8f8e-ff8d699bbe30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:29.322565 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: ecee8759-9e74-4fa7-8133-091fdc8d42ff {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:09:29.323049 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device ecee8759-9e74-4fa7-8133-091fdc8d42ff not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:09:29.355248 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7df52b8b-af6a-4af2-ae96-2b2eafbfeca7 req-80e35d20-b791-409d-a8e6-437a7bb936d7 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737660 Dec 13 23:09:29.369129 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6102d8b0-38b4-4163-8f8e-ff8d699bbe30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:29.423853 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6102d8b0-38b4-4163-8f8e-ff8d699bbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:29.426812 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6102d8b0-38b4-4163-8f8e-ff8d699bbe30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:29.427962 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6102d8b0-38b4-4163-8f8e-ff8d699bbe30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc0b619-2b27-4101-bea7-501af7d3de2e HTTP/1.1" status: 204 len: 168 time: 0.2135119 Dec 13 23:09:29.436661 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102d8b0-38b4-4163-8f8e-ff8d699bbe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0b619-2b27-4101-bea7-501af7d3de2e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:30.019485 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bff6e-3f47-46fc-a426-59dd34c1508e req-c7159f58-8358-4809-8bba-627f7ec3b5d2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:30.021899 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e2bff6e-3f47-46fc-a426-59dd34c1508e req-c7159f58-8358-4809-8bba-627f7ec3b5d2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0952940 Dec 13 23:09:30.077727 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e2bff6e-3f47-46fc-a426-59dd34c1508e req-1c5de762-8979-493d-9bce-d78e3c7be0c8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472944 Dec 13 23:09:30.490377 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb372b64-a672-44c5-a760-bf29cf5d935a req-121210d1-fd76-4da2-933b-4c2de2b65c12 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:30.492492 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb372b64-a672-44c5-a760-bf29cf5d935a req-121210d1-fd76-4da2-933b-4c2de2b65c12 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0697684 Dec 13 23:09:30.563962 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb372b64-a672-44c5-a760-bf29cf5d935a req-966c5206-2989-43a2-89c3-3cb3471e5683 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627444 Dec 13 23:09:31.207434 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471983e9-e50a-4f41-9955-f91cb3929056 req-0a76f715-67e5-4dcd-9b9c-fbf9ff250829 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:31.210627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-471983e9-e50a-4f41-9955-f91cb3929056 req-0a76f715-67e5-4dcd-9b9c-fbf9ff250829 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0583270 Dec 13 23:09:31.285123 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-471983e9-e50a-4f41-9955-f91cb3929056 req-e5f51559-5a23-4f1c-9c58-5aba2d435be0 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650289 Dec 13 23:09:31.700804 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6dd6e-e679-4373-be15-ee95ca5d7e32 req-4a956c9f-c11f-4b48-843c-97f98ac13174 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:31.702502 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-58b6dd6e-e679-4373-be15-ee95ca5d7e32 req-4a956c9f-c11f-4b48-843c-97f98ac13174 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0553243 Dec 13 23:09:31.757166 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-58b6dd6e-e679-4373-be15-ee95ca5d7e32 req-ba34960e-5900-4580-bc70-e16485fabaed tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Dec 13 23:09:32.430992 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61f628-28ea-4171-af1f-152b1cf7d3d3 req-0cfe4c12-ad06-4af6-8926-14f724f7ef04 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:32.432680 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d61f628-28ea-4171-af1f-152b1cf7d3d3 req-0cfe4c12-ad06-4af6-8926-14f724f7ef04 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0523179 Dec 13 23:09:32.482614 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d61f628-28ea-4171-af1f-152b1cf7d3d3 req-a94f0c1a-ece8-4312-852d-c50a77f86623 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Dec 13 23:09:32.888754 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3dd8c-71b6-421b-893c-94f829df810f req-838c026a-81a6-4e92-b1c0-e240c83f9a84 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:32.890453 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ec3dd8c-71b6-421b-893c-94f829df810f req-838c026a-81a6-4e92-b1c0-e240c83f9a84 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0620863 Dec 13 23:09:32.968643 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0ec3dd8c-71b6-421b-893c-94f829df810f req-aa4a42ff-12c2-4dec-b9d3-93b3b6c3c923 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720489 Dec 13 23:09:33.610553 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0854376-f5f9-4295-8f40-9e38a1daa776 req-523cc781-6d00-4981-89d9-dd631871c0e4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:33.612164 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0854376-f5f9-4295-8f40-9e38a1daa776 req-523cc781-6d00-4981-89d9-dd631871c0e4 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0518451 Dec 13 23:09:33.662212 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0854376-f5f9-4295-8f40-9e38a1daa776 req-30391a75-b5bb-441f-b897-2d0968221557 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Dec 13 23:09:34.092025 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea312e9-348d-4444-8e71-d63d4760ff6c req-dd1da57c-67cb-4592-bb16-208d4c8d558f tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:34.093650 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cea312e9-348d-4444-8e71-d63d4760ff6c req-dd1da57c-67cb-4592-bb16-208d4c8d558f tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Dec 13 23:09:34.155332 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cea312e9-348d-4444-8e71-d63d4760ff6c req-2391cf86-cf86-4291-affc-7399a7dc272e tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546691 Dec 13 23:09:34.806198 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49728) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:34.807685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da6b9d-1d1c-4315-a61b-98bbd84c27aa req-c8002d41-c5c7-4fb7-b91e-e617e21732d8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:34.810205 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c2da6b9d-1d1c-4315-a61b-98bbd84c27aa req-c8002d41-c5c7-4fb7-b91e-e617e21732d8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0686717 Dec 13 23:09:34.814353 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:34.874062 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c2da6b9d-1d1c-4315-a61b-98bbd84c27aa req-a97c4781-7eb5-4248-b82b-743ab1c1ff03 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539143 Dec 13 23:09:34.955233 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-190dac7d-521e-45f8-b56a-e2a196f436e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.039971 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-190dac7d-521e-45f8-b56a-e2a196f436e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.045532 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-190dac7d-521e-45f8-b56a-e2a196f436e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.084883 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-190dac7d-521e-45f8-b56a-e2a196f436e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=246531a616984575a1fd244f73fe4e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773063 Dec 13 23:09:35.085865 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dac7d-521e-45f8-b56a-e2a196f436e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a2ae87-2ca2-478f-a23d-8d049e210756,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:35.087815 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49732) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:35.137648 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9dba2630-b015-4e6f-b2dc-17cf26f0d355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.163073 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9dba2630-b015-4e6f-b2dc-17cf26f0d355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.216078 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9dba2630-b015-4e6f-b2dc-17cf26f0d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.218839 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9dba2630-b015-4e6f-b2dc-17cf26f0d355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.220086 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9dba2630-b015-4e6f-b2dc-17cf26f0d355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3a2ae87-2ca2-478f-a23d-8d049e210756 HTTP/1.1" status: 204 len: 168 time: 0.1310518 Dec 13 23:09:35.239028 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2630-b015-4e6f-b2dc-17cf26f0d355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a2ae87-2ca2-478f-a23d-8d049e210756,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:35.309653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc6f2-c15c-401d-9bb1-4824aa45918a req-e95d0625-e388-4ef5-bf18-5e38b808c935 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:35.311310 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-853dc6f2-c15c-401d-9bb1-4824aa45918a req-e95d0625-e388-4ef5-bf18-5e38b808c935 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0744817 Dec 13 23:09:35.369549 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-853dc6f2-c15c-401d-9bb1-4824aa45918a req-cf022564-c287-498a-936a-84e25af036eb tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483086 Dec 13 23:09:35.541188 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49740) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:35.555958 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a06131ce-d0d2-4cb6-ad19-4ec4089d7e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.632113 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a06131ce-d0d2-4cb6-ad19-4ec4089d7e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.638035 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a06131ce-d0d2-4cb6-ad19-4ec4089d7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.676974 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a06131ce-d0d2-4cb6-ad19-4ec4089d7e92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f649d985e218452fa424b5e0fac286dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345210 Dec 13 23:09:35.677861 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06131ce-d0d2-4cb6-ad19-4ec4089d7e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f4c24-ac44-491c-acfe-996f30badf09,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:35.680684 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49742) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:35.730740 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f58d5e2-8f9d-40df-b1c7-efbe681b948a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.754918 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f58d5e2-8f9d-40df-b1c7-efbe681b948a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.804009 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f58d5e2-8f9d-40df-b1c7-efbe681b948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.808197 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f58d5e2-8f9d-40df-b1c7-efbe681b948a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:35.809454 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5f58d5e2-8f9d-40df-b1c7-efbe681b948a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/360f4c24-ac44-491c-acfe-996f30badf09 HTTP/1.1" status: 204 len: 168 time: 0.1276743 Dec 13 23:09:35.823963 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58d5e2-8f9d-40df-b1c7-efbe681b948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f4c24-ac44-491c-acfe-996f30badf09,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:35.998129 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74877c31-0ca0-42c8-b649-9fcaffcf543f req-c4cd1c6d-3f6c-41c0-8d4c-891133338ec6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:35.999591 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-74877c31-0ca0-42c8-b649-9fcaffcf543f req-c4cd1c6d-3f6c-41c0-8d4c-891133338ec6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0480664 Dec 13 23:09:36.045476 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-74877c31-0ca0-42c8-b649-9fcaffcf543f req-be50964b-a2f1-4ca4-b76d-178ff41e9049 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Dec 13 23:09:36.488335 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc711c0-9272-4f1c-9bc9-179588514976 req-51d5f129-2132-4171-aebc-ae28980c2ff2 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:36.489793 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4dc711c0-9272-4f1c-9bc9-179588514976 req-51d5f129-2132-4171-aebc-ae28980c2ff2 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0532992 Dec 13 23:09:36.540470 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4dc711c0-9272-4f1c-9bc9-179588514976 req-2acca51f-a877-44b3-854a-1f87a4b8f6e4 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Dec 13 23:09:37.169947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97af7e5-d5d6-45ac-9ecb-1c0519c7034e req-1e2e10ab-223b-40d6-8d3a-5db73ebaa557 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:37.171433 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b97af7e5-d5d6-45ac-9ecb-1c0519c7034e req-1e2e10ab-223b-40d6-8d3a-5db73ebaa557 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0507998 Dec 13 23:09:37.219327 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b97af7e5-d5d6-45ac-9ecb-1c0519c7034e req-1390fa8e-13ce-4f92-b664-3874f2047576 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Dec 13 23:09:37.590942 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49804) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:37.668957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24c36-be51-4abf-9bde-4d5c4dd20926 req-cc7514a4-aa00-4967-a35d-cb034d9329aa tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:37.670598 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0de24c36-be51-4abf-9bde-4d5c4dd20926 req-cc7514a4-aa00-4967-a35d-cb034d9329aa tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0510490 Dec 13 23:09:37.699498 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-de541e71-7347-4e31-8056-29afe959e6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.720216 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0de24c36-be51-4abf-9bde-4d5c4dd20926 req-9a674e5e-c8e2-4b9e-af8c-bfdd38c2b6a8 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Dec 13 23:09:37.773140 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-de541e71-7347-4e31-8056-29afe959e6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.778905 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-de541e71-7347-4e31-8056-29afe959e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.817783 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-de541e71-7347-4e31-8056-29afe959e6a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aa87b7e49b84158b05ce063b922cf9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252338 Dec 13 23:09:37.818603 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de541e71-7347-4e31-8056-29afe959e6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b42d76f-7199-4c12-97a9-1538b292a408,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:37.821426 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49810) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:37.870254 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a93d18-9c51-4336-959a-208aaf8fd69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.891942 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a93d18-9c51-4336-959a-208aaf8fd69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.944425 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a93d18-9c51-4336-959a-208aaf8fd69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.947248 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31a93d18-9c51-4336-959a-208aaf8fd69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:37.948410 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-31a93d18-9c51-4336-959a-208aaf8fd69a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b42d76f-7199-4c12-97a9-1538b292a408 HTTP/1.1" status: 204 len: 168 time: 0.1258285 Dec 13 23:09:37.958928 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a93d18-9c51-4336-959a-208aaf8fd69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b42d76f-7199-4c12-97a9-1538b292a408,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:38.209440 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49816) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:38.223026 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-094f4b7b-f298-4b4a-98be-baacf2f1e847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.300111 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-094f4b7b-f298-4b4a-98be-baacf2f1e847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.305636 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-094f4b7b-f298-4b4a-98be-baacf2f1e847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.343268 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac8cae-e2de-4233-92fa-1b7aa41a05a4 req-fef9211d-f837-4a18-9db5-09d99d6a4f63 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:38.344754 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b1ac8cae-e2de-4233-92fa-1b7aa41a05a4 req-fef9211d-f837-4a18-9db5-09d99d6a4f63 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0516582 Dec 13 23:09:38.345908 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-094f4b7b-f298-4b4a-98be-baacf2f1e847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=728342f5670a4c838f159e83ff13aa0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353285 Dec 13 23:09:38.347102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49820) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:38.347330 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f4b7b-f298-4b4a-98be-baacf2f1e847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eab044-dce9-4596-a0ab-501ff8df0511,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:38.426389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b1ac8cae-e2de-4233-92fa-1b7aa41a05a4 req-5e7f0f51-db85-4c3a-94a7-f7bcf45aa417 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725360 Dec 13 23:09:38.431588 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02b11d1d-80c9-4a87-bf10-d8e0ec2fdee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.453565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02b11d1d-80c9-4a87-bf10-d8e0ec2fdee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.499721 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02b11d1d-80c9-4a87-bf10-d8e0ec2fdee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.502422 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02b11d1d-80c9-4a87-bf10-d8e0ec2fdee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:38.503477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-02b11d1d-80c9-4a87-bf10-d8e0ec2fdee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76eab044-dce9-4596-a0ab-501ff8df0511 HTTP/1.1" status: 204 len: 168 time: 0.1554468 Dec 13 23:09:38.511415 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b11d1d-80c9-4a87-bf10-d8e0ec2fdee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eab044-dce9-4596-a0ab-501ff8df0511,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:39.548943 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d895c2-de9c-49a9-b341-1182baacfbbb req-a4f5037f-8d9f-46e6-99f3-673f82d607d2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:39.550857 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12d895c2-de9c-49a9-b341-1182baacfbbb req-a4f5037f-8d9f-46e6-99f3-673f82d607d2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 943 time: 0.0492265 Dec 13 23:09:39.598253 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12d895c2-de9c-49a9-b341-1182baacfbbb req-422a7db8-d42e-4016-bf44-4eb8564ab69c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Dec 13 23:09:39.608750 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:39.717351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeab299-54a2-4d36-8676-590b97144091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.792704 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeab299-54a2-4d36-8676-590b97144091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.798834 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeab299-54a2-4d36-8676-590b97144091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.835616 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4aeab299-54a2-4d36-8676-590b97144091 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4933f7e92807450f93d1dd15b6822294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256701 Dec 13 23:09:39.836448 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeab299-54a2-4d36-8676-590b97144091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ea96f0-9a1c-4d00-9a77-22ce6fc354fa,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:39.838800 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49856) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:39.856974 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:09:39.885811 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20434618-adff-4224-a2d4-3096257f4299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.909825 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20434618-adff-4224-a2d4-3096257f4299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.955950 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20434618-adff-4224-a2d4-3096257f4299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.958875 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20434618-adff-4224-a2d4-3096257f4299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:39.961840 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-20434618-adff-4224-a2d4-3096257f4299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8ea96f0-9a1c-4d00-9a77-22ce6fc354fa HTTP/1.1" status: 204 len: 168 time: 0.1219721 Dec 13 23:09:39.968223 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:39.970711 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20434618-adff-4224-a2d4-3096257f4299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ea96f0-9a1c-4d00-9a77-22ce6fc354fa,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:39.989098 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'port_id': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'mac_address': 'fa:16:3e:e3:83:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:09:40.029942 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:40.043202 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5e01cf-66ab-49f7-9779-2dc2d108f971 {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:09:40.062805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:40.067872 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:40.115977 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=9']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:40.277104 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['0a5e01cf-66ab-49f7-9779-2dc2d108f971'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:09:40.717911 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77084066-da9f-400f-89ba-06f2e7cfa266 req-ae9f4936-d33c-413b-8e8e-8df6c15e4d64 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:40.719387 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-77084066-da9f-400f-89ba-06f2e7cfa266 req-ae9f4936-d33c-413b-8e8e-8df6c15e4d64 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 944 time: 0.0485322 Dec 13 23:09:40.768053 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-77084066-da9f-400f-89ba-06f2e7cfa266 req-5bad60fa-0a3e-4b47-bb31-b723176015c6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Dec 13 23:09:41.861177 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:09:41.903246 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc18e-b464-4169-9133-9a339d427957 req-b03a55e4-bfb1-49d1-9859-07b8c898bac2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:41.904755 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-93bcc18e-b464-4169-9133-9a339d427957 req-b03a55e4-bfb1-49d1-9859-07b8c898bac2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 944 time: 0.0523868 Dec 13 23:09:41.911829 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:09:41.912210 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:41.961078 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-93bcc18e-b464-4169-9133-9a339d427957 req-c5ee3e99-338b-406d-b42c-b0772afb065a tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499828 Dec 13 23:09:41.994821 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:42.018870 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:09:42.021151 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e511fe-15fb-49a7-93c6-58a2b77ba56d" -d '{"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:09:42.034505 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:09:42.039899 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:42.065510 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4d117-637f-40f3-8fd8-9915abd3671d x-openstack-request-id: req-34d4d117-637f-40f3-8fd8-9915abd3671d {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:09:42.065800 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-plugged", "status": "completed", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:09:42.066050 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34d4d117-637f-40f3-8fd8-9915abd3671d {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:09:42.066433 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'code': 200} Dec 13 23:09:42.093595 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=10']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:42.261871 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040a2b6-769b-41db-99dd-f385be340b01 req-8a3b096e-7419-407c-be5d-26d6143d1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:42.263368 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d040a2b6-769b-41db-99dd-f385be340b01 req-8a3b096e-7419-407c-be5d-26d6143d1ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 1099 time: 0.0388687 Dec 13 23:09:42.309258 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d040a2b6-769b-41db-99dd-f385be340b01 req-a808513c-70c7-4d80-b996-2864a4afa4bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Dec 13 23:09:43.085522 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061a804-a05d-44bf-a896-58a31da6736e req-e6590aa5-aa69-4f47-bf4a-2e4d915cd498 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:43.087312 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7061a804-a05d-44bf-a896-58a31da6736e req-e6590aa5-aa69-4f47-bf4a-2e4d915cd498 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0515902 Dec 13 23:09:43.102235 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c7a2746a-3368-40fd-afa9-d5af408e67fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:43.136020 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7061a804-a05d-44bf-a896-58a31da6736e req-cf424f68-794c-4280-bb04-4e3f99503f5c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Dec 13 23:09:44.275237 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a3be-0358-4b25-a07d-360036280327 req-c617da4b-7e74-4041-8569-8992b0109896 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:44.276757 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e837a3be-0358-4b25-a07d-360036280327 req-c617da4b-7e74-4041-8569-8992b0109896 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0640550 Dec 13 23:09:44.326120 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e837a3be-0358-4b25-a07d-360036280327 req-7658af4a-5dc1-4db6-9fd4-17c100b1a492 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Dec 13 23:09:45.256354 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a9e3-9abd-4291-9689-a10adf762b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:45.454939 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253a10a-60a2-46b3-abad-4fbae48abd88 req-f99e79e7-a51a-4ca6-be01-af94c3e91383 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:45.454939 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1253a10a-60a2-46b3-abad-4fbae48abd88 req-f99e79e7-a51a-4ca6-be01-af94c3e91383 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0492046 Dec 13 23:09:45.501306 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1253a10a-60a2-46b3-abad-4fbae48abd88 req-d510055d-da87-4be4-aa45-22c137d249b8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Dec 13 23:09:46.239502 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:09:46.619405 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76eec4a-8290-46ac-bd1b-ea82150bb431 req-8f657e6f-7d8b-4d53-8252-d96f93378541 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:46.620984 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a76eec4a-8290-46ac-bd1b-ea82150bb431 req-8f657e6f-7d8b-4d53-8252-d96f93378541 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0476315 Dec 13 23:09:46.670783 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a76eec4a-8290-46ac-bd1b-ea82150bb431 req-5f9e314d-631f-4d07-a02c-4e69786ff824 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Dec 13 23:09:46.845279 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:47.816815 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a960ce9-cd4a-4209-b866-0448ddb2679e req-50494693-32bc-4cbd-8f20-e27ac61f4585 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:09:47.818296 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4a960ce9-cd4a-4209-b866-0448ddb2679e req-50494693-32bc-4cbd-8f20-e27ac61f4585 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0665226 Dec 13 23:09:47.869093 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4a960ce9-cd4a-4209-b866-0448ddb2679e req-dce26457-fed4-4c86-b76e-47e5346b2645 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Dec 13 23:09:48.181736 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.372513 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 49994) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:48.490208 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06111f64-f19a-4aa1-83fa-77ef3a99bcd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.571151 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06111f64-f19a-4aa1-83fa-77ef3a99bcd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.576924 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06111f64-f19a-4aa1-83fa-77ef3a99bcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.614717 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-06111f64-f19a-4aa1-83fa-77ef3a99bcd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bdffccd551e4fc4a745a49592096dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411289 Dec 13 23:09:48.615589 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111f64-f19a-4aa1-83fa-77ef3a99bcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc135407-fe13-4b22-a8ca-fb16d7856e14,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:48.617559 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 49998) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:48.667570 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d7271a1-6df5-4497-821f-608fc037c4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.690071 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d7271a1-6df5-4497-821f-608fc037c4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.748022 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d7271a1-6df5-4497-821f-608fc037c4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.750686 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d7271a1-6df5-4497-821f-608fc037c4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:48.751835 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6d7271a1-6df5-4497-821f-608fc037c4a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc135407-fe13-4b22-a8ca-fb16d7856e14 HTTP/1.1" status: 204 len: 168 time: 0.1332242 Dec 13 23:09:48.760110 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7271a1-6df5-4497-821f-608fc037c4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc135407-fe13-4b22-a8ca-fb16d7856e14,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:48.848558 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.081865 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50120) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:57.191734 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.273254 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.278458 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.316373 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1b40a3ac01c438ca8422c4a1f4df705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334306 Dec 13 23:09:57.317350 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8162f-5172-4244-b555-924005b2b9fb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:57.319289 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50124) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:57.324686 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.325044 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.325426 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.325774 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.326116 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.326450 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.326841 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.327256 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.327593 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.327930 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.328267 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.328598 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.328925 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75094767-b482-496b-8b78-1dd8eb716512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:09:57.369731 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f43a43db-065e-4b21-894a-76cbed6960c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.390679 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f43a43db-065e-4b21-894a-76cbed6960c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.446806 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f43a43db-065e-4b21-894a-76cbed6960c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.451127 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f43a43db-065e-4b21-894a-76cbed6960c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.453317 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f43a43db-065e-4b21-894a-76cbed6960c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b8162f-5172-4244-b555-924005b2b9fb HTTP/1.1" status: 204 len: 168 time: 0.1329370 Dec 13 23:09:57.461611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a43db-065e-4b21-894a-76cbed6960c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8162f-5172-4244-b555-924005b2b9fb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:57.730080 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50132) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:57.743564 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66811763-9c80-459c-ace0-47111b62db0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.826402 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66811763-9c80-459c-ace0-47111b62db0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.831642 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66811763-9c80-459c-ace0-47111b62db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.869112 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66811763-9c80-459c-ace0-47111b62db0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e4064-6ae4-4a07-a4a0-a8fabc735507,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:57.873113 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-66811763-9c80-459c-ace0-47111b62db0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5bc43a315f9436d80245d1fc96ced0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420226 Dec 13 23:09:57.876054 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50134) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:57.922157 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8c45d05-7a65-4747-ab2c-5e8bc9f47480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.943171 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8c45d05-7a65-4747-ab2c-5e8bc9f47480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.992521 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8c45d05-7a65-4747-ab2c-5e8bc9f47480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.995191 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8c45d05-7a65-4747-ab2c-5e8bc9f47480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:57.996317 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a8c45d05-7a65-4747-ab2c-5e8bc9f47480 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/553e4064-6ae4-4a07-a4a0-a8fabc735507 HTTP/1.1" status: 204 len: 168 time: 0.1194100 Dec 13 23:09:58.006223 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c45d05-7a65-4747-ab2c-5e8bc9f47480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e4064-6ae4-4a07-a4a0-a8fabc735507,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:58.337285 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50140) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:58.350461 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b503c8f4-9d9f-49c4-bb25-750d5d541685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.427432 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b503c8f4-9d9f-49c4-bb25-750d5d541685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.433749 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b503c8f4-9d9f-49c4-bb25-750d5d541685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.471873 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-b503c8f4-9d9f-49c4-bb25-750d5d541685 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca2bf0f26fd44b27929cd4fccda2656c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334260 Dec 13 23:09:58.472737 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503c8f4-9d9f-49c4-bb25-750d5d541685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aab126-4e0b-4264-9bbe-644e93dfb017,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:09:58.474818 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50142) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:09:58.524423 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-503fa0c4-e33f-42b5-9e80-f6de06b5fc66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.544745 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-503fa0c4-e33f-42b5-9e80-f6de06b5fc66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.599125 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-503fa0c4-e33f-42b5-9e80-f6de06b5fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.601800 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-503fa0c4-e33f-42b5-9e80-f6de06b5fc66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:09:58.602959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-503fa0c4-e33f-42b5-9e80-f6de06b5fc66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77aab126-4e0b-4264-9bbe-644e93dfb017 HTTP/1.1" status: 204 len: 168 time: 0.1270878 Dec 13 23:09:58.610955 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa0c4-e33f-42b5-9e80-f6de06b5fc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aab126-4e0b-4264-9bbe-644e93dfb017,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:02.261167 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50186) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:02.369254 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-395c6131-b06a-4c68-b43c-87fc1a34967b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.444216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-395c6131-b06a-4c68-b43c-87fc1a34967b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.449686 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-395c6131-b06a-4c68-b43c-87fc1a34967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.486403 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-395c6131-b06a-4c68-b43c-87fc1a34967b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e137906a7ab40bfa825ccf0e5f51ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241116 Dec 13 23:10:02.487256 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c6131-b06a-4c68-b43c-87fc1a34967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4192e4bd-d627-4a4e-9697-ff41b725d88e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:02.489366 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50190) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:02.541460 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7bce-30b4-44fd-aef4-0681d9f6aaa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.563862 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7bce-30b4-44fd-aef4-0681d9f6aaa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.612856 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7bce-30b4-44fd-aef4-0681d9f6aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.615470 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7bce-30b4-44fd-aef4-0681d9f6aaa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:02.616627 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-f8fa7bce-30b4-44fd-aef4-0681d9f6aaa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4192e4bd-d627-4a4e-9697-ff41b725d88e HTTP/1.1" status: 204 len: 168 time: 0.1262589 Dec 13 23:10:02.623943 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa7bce-30b4-44fd-aef4-0681d9f6aaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4192e4bd-d627-4a4e-9697-ff41b725d88e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:04.801848 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:06.417962 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-3963c375-0fc6-4155-8b2a-48840627b718 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409992 Dec 13 23:10:06.507422 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-51d3fc96-8abc-45b7-a9bd-818f21d223f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:06.508890 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-51d3fc96-8abc-45b7-a9bd-818f21d223f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0415277 Dec 13 23:10:06.859622 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-531a749d-20b9-4a0b-8cf0-917eab842b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:06.861131 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-531a749d-20b9-4a0b-8cf0-917eab842b1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.3306684 Dec 13 23:10:06.934637 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-df2b6f99-db45-4d24-9039-3ae0d93dceac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 1001 time: 0.0576186 Dec 13 23:10:06.986205 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-fd4c772c-0166-41f8-9fe8-d96cf96e6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:06.987613 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-fd4c772c-0166-41f8-9fe8-d96cf96e6951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0431049 Dec 13 23:10:07.037199 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-180ac612-2ff1-488c-9a71-e4cbccd53feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:07.038654 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-180ac612-2ff1-488c-9a71-e4cbccd53feb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429928 Dec 13 23:10:07.129959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-5f0c34a7-8d37-45cf-a519-70c4c30d3174 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810082 Dec 13 23:10:07.227287 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53ee49ff-81eb-436f-9c36-0599e9217eff req-386b719e-3a3e-489c-8fd9-07d7d177e2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874188 Dec 13 23:10:13.109551 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-29e3d546-4176-44e6-b5b0-fa8dc01b885b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:15.256380 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f4ee56d0-8a92-4860-94da-4b8c7d2d1c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:16.859619 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:18.189347 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:18.859298 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:21.110321 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab64f5-d2f0-4f54-a37a-72eb7021a66d req-5f0a1e27-7860-44dd-8850-c39c187636d6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:21.112409 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-77ab64f5-d2f0-4f54-a37a-72eb7021a66d req-5f0a1e27-7860-44dd-8850-c39c187636d6 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0532649 Dec 13 23:10:21.163725 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-77ab64f5-d2f0-4f54-a37a-72eb7021a66d req-b6e99f31-26b4-44f3-a913-06a2e33ccac8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453482 Dec 13 23:10:22.311188 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed354-dfc2-4957-a2d0-ae67e7ac1be1 req-fcdcde81-99e1-4f04-a3b0-ab81d2f6b0b8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:22.312655 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c2fed354-dfc2-4957-a2d0-ae67e7ac1be1 req-fcdcde81-99e1-4f04-a3b0-ab81d2f6b0b8 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0587785 Dec 13 23:10:22.387342 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c2fed354-dfc2-4957-a2d0-ae67e7ac1be1 req-933e0652-ed0c-4120-b5cb-e4bfef6b75c2 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafdaf5d-8544-47a1-b87b-b4e1d549f859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684125 Dec 13 23:10:22.400050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267e438-e2a8-444d-88de-45df454a68d1 req-527a98a7-fa0e-4afa-a6f6-1adb252bc38c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:22.401503 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b267e438-e2a8-444d-88de-45df454a68d1 req-527a98a7-fa0e-4afa-a6f6-1adb252bc38c tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 946 time: 0.0769165 Dec 13 23:10:22.500117 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Deleting port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:22.500368 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:22.600803 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] For port 0a5e01cf-66ab-49f7-9779-2dc2d108f971, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=0a5e01cf-66ab-49f7-9779-2dc2d108f971,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:22.601201 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:22.776762 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:22.777025 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:22.777367 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Floating IP bac124c0-94d9-4170-aef0-8891b185d026 disassociated. External IP: 172.27.0.123, port: 0a5e01cf-66ab-49f7-9779-2dc2d108f971. Dec 13 23:10:22.777747 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Calling delete_port for 0a5e01cf-66ab-49f7-9779-2dc2d108f971 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:22.919813 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:22.948669 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event deleted for resources: {'Port': ['ID=0a5e01cf-66ab-49f7-9779-2dc2d108f971,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:22.962561 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.962913 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.963268 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.963614 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.963978 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.964288 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.964642 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.964969 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.965293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.965615 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.965955 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.966282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:22.966603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:23.071800 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Router 84ff56c0-799c-4cf7-8203-09b27f95753b has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:10:23.190800 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:10:23.201694 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:10:23.212786 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:23.213434 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:23.228733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] No DVR routers for this DVR port 0a5e01cf-66ab-49f7-9779-2dc2d108f971 on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:10:23.231285 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:23.234566 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b267e438-e2a8-444d-88de-45df454a68d1 req-26233354-3865-45b1-a7a0-f7f2087c965f tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.32 "DELETE /v2.0/ports/0a5e01cf-66ab-49f7-9779-2dc2d108f971 HTTP/1.1" status: 204 len: 173 time: 0.8263535 Dec 13 23:10:23.235028 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-deleted', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:10:23.237278 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f865804c-0bbd-4ee9-8d1a-2c2521257e96" -d '{"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-deleted", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:10:23.263141 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:10:23.275087 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30840868-7218-4e7d-8ff7-6042067550f8 x-openstack-request-id: req-30840868-7218-4e7d-8ff7-6042067550f8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:10:23.275378 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fdf52d-3f52-4676-8602-74d204bfc44a", "name": "network-vif-deleted", "tag": "0a5e01cf-66ab-49f7-9779-2dc2d108f971", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:10:23.275648 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30840868-7218-4e7d-8ff7-6042067550f8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:10:23.276046 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fdf52d-3f52-4676-8602-74d204bfc44a', 'name': 'network-vif-deleted', 'tag': '0a5e01cf-66ab-49f7-9779-2dc2d108f971', 'status': 'completed', 'code': 200} Dec 13 23:10:23.330045 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:23.507488 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-907a5962-0986-4c63-ba62-850895d6d2a1 req-eb8b28d2-57c7-4c57-8e0f-d486a91226ee tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/ports?device_id=94fdf52d-3f52-4676-8602-74d204bfc44a HTTP/1.1" status: 200 len: 210 time: 0.0287616 Dec 13 23:10:23.537740 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:23.563379 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:10:23.571797 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:23.572382 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:23.679578 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:23.895112 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:23.925268 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f906be-3074-4a45-a1e8-ade3dd5ecc52 None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:02:57Z', 'revision_number': 4, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'c32899eb-2ca7-4101-8ce9-20988b50095e', 'name': '', 'network_id': 'a89e1473-8054-486c-b303-1d4dde50db3c', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'mac_address': 'fa:16:3e:26:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:55Z', 'updated_at': '2021-12-13T23:03:04Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'subnets': [{'id': 'c4251d62-4b4b-43fa-b805-bba7acb0a42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:10:24.156597 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004401a-937e-4eca-981d-0f069157e176 None None] New status for floating IP bac124c0-94d9-4170-aef0-8891b185d026: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:10:24.612023 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50230) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:24.666383 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3360c503-e5ba-4a99-8cd4-37f144864fbe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.689757 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3360c503-e5ba-4a99-8cd4-37f144864fbe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.738366 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3360c503-e5ba-4a99-8cd4-37f144864fbe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.741014 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3360c503-e5ba-4a99-8cd4-37f144864fbe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.742216 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-3360c503-e5ba-4a99-8cd4-37f144864fbe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "DELETE /v2.0/security-groups/aafdaf5d-8544-47a1-b87b-b4e1d549f859 HTTP/1.1" status: 204 len: 168 time: 0.1291511 Dec 13 23:10:24.745053 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50232) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:24.751639 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360c503-e5ba-4a99-8cd4-37f144864fbe tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafdaf5d-8544-47a1-b87b-b4e1d549f859,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:24.759686 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.api.v2.resource [None req-3575176e-4af1-4832-a618-56f3054559ad tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] show failed (client error): The resource could not be found. Dec 13 23:10:24.763510 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3575176e-4af1-4832-a618-56f3054559ad tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "GET /v2.0/security-groups/aafdaf5d-8544-47a1-b87b-b4e1d549f859 HTTP/1.1" status: 404 len: 347 time: 0.0146797 Dec 13 23:10:24.763943 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50234) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:24.889632 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Deleting port 18882c28-aa13-4f81-bef8-accff417c982 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:24.890017 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.967336 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.967662 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:24.979138 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Calling delete_port for 18882c28-aa13-4f81-bef8-accff417c982 owned by network:floatingip {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:25.116207 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:25.140734 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Pushing event deleted for resources: {'Port': ['ID=18882c28-aa13-4f81-bef8-accff417c982,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:25.208574 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks [] for floatingip, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:25.211592 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:25.212843 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-65e1aa0d-a176-4a41-8ba5-988984a99115 tempest-AttachVolumeShelveTestJSON-1541323004 tempest-AttachVolumeShelveTestJSON-1541323004-project] 10.222.0.13 "DELETE /v2.0/floatingips/bac124c0-94d9-4170-aef0-8891b185d026 HTTP/1.1" status: 204 len: 168 time: 0.4478924 Dec 13 23:10:26.043744 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:10:26.073017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 0a5e01cf-66ab-49f7-9779-2dc2d108f971 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:10:26.073366 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 0a5e01cf-66ab-49f7-9779-2dc2d108f971 not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:10:27.664176 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50256) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:28.242709 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:28.529266 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Deleting port c32899eb-2ca7-4101-8ce9-20988b50095e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:28.529509 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:28.617369 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] For port c32899eb-2ca7-4101-8ce9-20988b50095e, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=c32899eb-2ca7-4101-8ce9-20988b50095e,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:28.617790 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:28.630058 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Calling delete_port for c32899eb-2ca7-4101-8ce9-20988b50095e owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:28.811652 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:28.836581 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Pushing event deleted for resources: {'Port': ['ID=c32899eb-2ca7-4101-8ce9-20988b50095e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:29.002739 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:29.470202 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Router 84ff56c0-799c-4cf7-8203-09b27f95753b has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:10:29.578560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:10:29.584168 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f4d250c3-cc11-4422-9466-49c43085254b admin admin] 10.222.0.13 "PUT /v2.0/routers/84ff56c0-799c-4cf7-8203-09b27f95753b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9185653 Dec 13 23:10:29.586924 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50260) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:29.588101 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] Sync routers for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:10:29.599130 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:29.599967 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:29.689216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:29.708337 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:29.791057 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:29.850106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Deleting port 16585906-372b-4ddf-8aca-60c0b1a41051 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:29.851254 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:29.881012 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:10:28Z', 'revision_number': 5, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port': {'id': '16585906-372b-4ddf-8aca-60c0b1a41051', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:02:52Z', 'updated_at': '2021-12-13T23:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:29.929305 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] For port 16585906-372b-4ddf-8aca-60c0b1a41051, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=16585906-372b-4ddf-8aca-60c0b1a41051,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:29.929732 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:29.947571 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Calling delete_port for 16585906-372b-4ddf-8aca-60c0b1a41051 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:29.998311 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] Checking router: 84ff56c0-799c-4cf7-8203-09b27f95753b for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:10:30.007024 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] Routers {'84ff56c0-799c-4cf7-8203-09b27f95753b'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:30.007624 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['84ff56c0-799c-4cf7-8203-09b27f95753b'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:30.096182 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] Set router 84ff56c0-799c-4cf7-8203-09b27f95753b gateway port host: None {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:30.114644 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.138670 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Pushing event deleted for resources: {'Port': ['ID=16585906-372b-4ddf-8aca-60c0b1a41051,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:30.148906 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:10:29Z', 'revision_number': 6, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:30.178289 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d646e5-5968-4552-9c8e-ed1f2c3d361d None None] The sync data for ids ['84ff56c0-799c-4cf7-8203-09b27f95753b'] in dv-cinder-796286-23-iscsi is: [{'id': '84ff56c0-799c-4cf7-8203-09b27f95753b', 'name': 'tempest-AttachVolumeShelveTestJSON-657499911-router', 'tenant_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:02:51Z', 'updated_at': '2021-12-13T23:10:29Z', 'revision_number': 6, 'project_id': 'ff275d4e81c547e4b1d09435f41a51a6', 'gw_port_host': None}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:10:30.209502 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.311366 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.313534 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.380593 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.381063 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ff56c0-799c-4cf7-8203-09b27f95753b {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:10:30.386357 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.387490 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fcd20f50-5f75-4b24-8fab-5e227e0fb60c admin admin] 10.222.0.13 "DELETE /v2.0/routers/84ff56c0-799c-4cf7-8203-09b27f95753b HTTP/1.1" status: 204 len: 168 time: 0.7996991 Dec 13 23:10:30.390296 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50262) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:30.438074 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Deleting subnet c4251d62-4b4b-43fa-b805-bba7acb0a42a {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:10:30.441365 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.476168 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.586609 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.641692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.668090 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4251d62-4b4b-43fa-b805-bba7acb0a42a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:30.670195 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.673651 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-15d2b03e-13b6-4fee-9d25-229883136bcb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4251d62-4b4b-43fa-b805-bba7acb0a42a HTTP/1.1" status: 204 len: 168 time: 0.2820306 Dec 13 23:10:30.674908 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1808cd-2a28-4c37-b738-80d39c64ab3b None None] Network a89e1473-8054-486c-b303-1d4dde50db3c requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:10:30.676762 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50264) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:30.746716 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.800680 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Deleting port b477776d-28da-4c36-9ef2-0955298710ff {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:30.801017 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.865484 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] For port b477776d-28da-4c36-9ef2-0955298710ff, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=b477776d-28da-4c36-9ef2-0955298710ff,segment=NetworkSegment(b79c3404-92a7-40b3-8040-43c8de87bad3),segment_id=b79c3404-92a7-40b3-8040-43c8de87bad3)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:30.866213 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.880874 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Calling delete_port for b477776d-28da-4c36-9ef2-0955298710ff owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:30.937412 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] DHCP port deletion for a89e1473-8054-486c-b303-1d4dde50db3c request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:10:30.970927 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.989054 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Deleting port b477776d-28da-4c36-9ef2-0955298710ff {{(pid=102558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:30.989446 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:30.998857 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Pushing event deleted for resources: {'Port': ['ID=b477776d-28da-4c36-9ef2-0955298710ff,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:31.000692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] No DVR routers for this DVR port b477776d-28da-4c36-9ef2-0955298710ff on host dv-cinder-796286-23-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:10:31.058931 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] For port b477776d-28da-4c36-9ef2-0955298710ff, host dv-cinder-796286-23-iscsi, got binding levels [] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:31.059366 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.072401 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Calling delete_port for b477776d-28da-4c36-9ef2-0955298710ff owned by network:dhcp {{(pid=102558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:31.074947 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.076787 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.ipam_backend_mixin [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Port b477776d-28da-4c36-9ef2-0955298710ff was not found and therefore no delete operation was performed {{(pid=102558) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 23:10:31.078177 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265'] for port, after_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.095494 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89e1473-8054-486c-b303-1d4dde50db3c']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:31.103268 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Pushing event deleted for resources: {'Port': ['ID=b477776d-28da-4c36-9ef2-0955298710ff,revision_number=None']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:31.104746 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79c3404-92a7-40b3-8040-43c8de87bad3') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:31.105106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79c3404-92a7-40b3-8040-43c8de87bad3') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:31.107844 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] No DVR routers for this DVR port b477776d-28da-4c36-9ef2-0955298710ff on host dv-cinder-796286-23-iscsi {{(pid=102558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:10:31.113884 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.114064 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.114560 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.115087 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.115443 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.115713 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.115832 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.116103 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.116444 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.117026 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.117149 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.117456 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.117788 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.118116 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d371eceb-8fa2-4aa9-97fe-8a5a0448f3f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:31.134814 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.141803 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:10:31.142933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:10:31.144805 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:10:31.202041 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.209832 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.215807 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] 10.222.0.13 "DELETE /v2.0/networks/a89e1473-8054-486c-b303-1d4dde50db3c HTTP/1.1" status: 204 len: 168 time: 0.5340035 Dec 13 23:10:31.228657 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c3b13-491f-447f-b8e9-a3dfbfe1caca admin admin] Pushing event deleted for resources: {'Network': ['ID=a89e1473-8054-486c-b303-1d4dde50db3c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:31.276410 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 16585906-372b-4ddf-8aca-60c0b1a41051 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:10:31.298782 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 16585906-372b-4ddf-8aca-60c0b1a41051 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:10:31.299473 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 16585906-372b-4ddf-8aca-60c0b1a41051 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:10:31.299887 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c32899eb-2ca7-4101-8ce9-20988b50095e no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:10:31.319362 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: c32899eb-2ca7-4101-8ce9-20988b50095e {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:10:31.319709 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device c32899eb-2ca7-4101-8ce9-20988b50095e not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:10:31.320114 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device b477776d-28da-4c36-9ef2-0955298710ff no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:10:31.343211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50268) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:31.343443 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: b477776d-28da-4c36-9ef2-0955298710ff {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:10:31.343794 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device b477776d-28da-4c36-9ef2-0955298710ff not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:10:31.383599 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8fc312db-a936-4d47-9759-4d59141e5214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff275d4e81c547e4b1d09435f41a51a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391133 Dec 13 23:10:31.386180 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50270) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:31.436674 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-532548ec-3b9b-49f7-96df-6e27f8105c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.457688 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-532548ec-3b9b-49f7-96df-6e27f8105c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.504550 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-532548ec-3b9b-49f7-96df-6e27f8105c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.507337 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-532548ec-3b9b-49f7-96df-6e27f8105c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:31.508499 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-532548ec-3b9b-49f7-96df-6e27f8105c1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/549f1926-9619-4e4d-8c6c-410348858804 HTTP/1.1" status: 204 len: 168 time: 0.1214299 Dec 13 23:10:31.517039 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532548ec-3b9b-49f7-96df-6e27f8105c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549f1926-9619-4e4d-8c6c-410348858804,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:34.823548 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.028506 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50386) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:41.143310 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-435871dd-7cdd-4471-b0b6-339f81fe696e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.220458 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-435871dd-7cdd-4471-b0b6-339f81fe696e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.225815 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-435871dd-7cdd-4471-b0b6-339f81fe696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.262270 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-435871dd-7cdd-4471-b0b6-339f81fe696e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31026d65335d4cfdb05c9fe3c09251e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326796 Dec 13 23:10:41.263372 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435871dd-7cdd-4471-b0b6-339f81fe696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb0dc4e-ed72-4573-aeca-7247ff0b84d5,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:41.266056 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50390) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:41.313254 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-429d2a11-8daf-4a69-adba-4e8a17b4ff56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.335443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-429d2a11-8daf-4a69-adba-4e8a17b4ff56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.396193 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-429d2a11-8daf-4a69-adba-4e8a17b4ff56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.398848 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-429d2a11-8daf-4a69-adba-4e8a17b4ff56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:41.400161 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-429d2a11-8daf-4a69-adba-4e8a17b4ff56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfb0dc4e-ed72-4573-aeca-7247ff0b84d5 HTTP/1.1" status: 204 len: 168 time: 0.1330550 Dec 13 23:10:41.407793 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d2a11-8daf-4a69-adba-4e8a17b4ff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb0dc4e-ed72-4573-aeca-7247ff0b84d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:43.103326 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fe20d08-97df-4768-90f1-ed9d098faaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:45.252969 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1de6554c-82a2-43d6-b5ca-7fbd33f86274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:46.869777 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:48.196266 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:48.853795 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:53.545364 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50486) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:53.860193 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Deleting port 1c592596-d7f3-4b66-afbd-c33276e5e28c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:53.860537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:53.942768 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:53.943004 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:53.956019 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Calling delete_port for 1c592596-d7f3-4b66-afbd-c33276e5e28c owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:54.131972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:54.156258 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event deleted for resources: {'Port': ['ID=1c592596-d7f3-4b66-afbd-c33276e5e28c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:54.218414 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:54.218649 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Floating IP ca517fb5-b11c-4699-8063-67ee8c2223c4 disassociated (deleted). External IP: 172.27.0.99, port: e9a3ffe7-75df-415f-b4cd-1de3c71e604d. Dec 13 23:10:54.672870 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Router 7acf0440-00b6-4b53-8511-4e2c3b68e964 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:10:54.781656 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:10:54.788179 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:54.794600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] Sync routers for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:10:54.809214 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:54.809870 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:54.823462 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f7134832-868f-40c0-a8a4-b1ebef2f71af tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca517fb5-b11c-4699-8063-67ee8c2223c4 HTTP/1.1" status: 204 len: 168 time: 1.2765782 Dec 13 23:10:54.824012 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:10:54.827663 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec8a576-92b0-4429-9d88-08beed745b07" -d '{"events": [{"name": "network-changed", "server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:10:54.866593 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c92908-a463-4050-a26b-41c674c3695a x-openstack-request-id: req-e0c92908-a463-4050-a26b-41c674c3695a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:10:54.866879 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:10:54.867132 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0c92908-a463-4050-a26b-41c674c3695a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:10:54.867529 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'status': 'completed', 'code': 200} Dec 13 23:10:54.916716 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:55.052787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598061d7-e4f5-4d63-9a2d-71d9cee863de req-1bd017dc-0e49-4f3d-8a33-d758b4ac4cfe tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:55.054334 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-598061d7-e4f5-4d63-9a2d-71d9cee863de req-1bd017dc-0e49-4f3d-8a33-d758b4ac4cfe tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0514386 Dec 13 23:10:55.105752 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-598061d7-e4f5-4d63-9a2d-71d9cee863de req-751ac345-854f-4311-8659-b3f05853c4bf tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Dec 13 23:10:55.245634 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:55.271074 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] Checking router: 7acf0440-00b6-4b53-8511-4e2c3b68e964 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:10:55.280088 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:55.280681 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:55.343744 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a576-92b0-4429-9d88-08beed745b07 req-81a76843-383b-4c38-91ec-2bece7526550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:55.345266 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-81a76843-383b-4c38-91ec-2bece7526550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 1099 time: 0.0402532 Dec 13 23:10:55.386657 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:55.441530 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a576-92b0-4429-9d88-08beed745b07 req-8b15b84f-82c3-495c-b035-9388ff4f1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:55.443109 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-8b15b84f-82c3-495c-b035-9388ff4f1798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 200 len: 909 time: 0.0895624 Dec 13 23:10:55.486356 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-e08a6614-f39c-4222-aaf9-ac1060af4897 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 200 len: 217 time: 0.0349505 Dec 13 23:10:55.536939 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a576-92b0-4429-9d88-08beed745b07 req-ea5e2c8e-1895-493f-b2bb-cd88fc1ccde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:55.538406 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-ea5e2c8e-1895-493f-b2bb-cd88fc1ccde4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 200 len: 848 time: 0.0417271 Dec 13 23:10:55.594984 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a576-92b0-4429-9d88-08beed745b07 req-55d8c891-3ec5-4598-bb95-8bbc50756bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:55.596565 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-55d8c891-3ec5-4598-bb95-8bbc50756bae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f74939c0-8214-4417-aae9-b57cd854e0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488732 Dec 13 23:10:55.599789 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:55.627206 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149414fd-9915-4c3e-885d-91d104e0d2f8 None None] The sync data for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi is: [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:05:27Z', 'revision_number': 4, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'e889961b-c76b-4568-bb9b-2bc88de6245a', 'name': '', 'network_id': 'f74939c0-8214-4417-aae9-b57cd854e0ea', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'mac_address': 'fa:16:3e:00:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:26Z', 'updated_at': '2021-12-13T23:05:32Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'subnets': [{'id': '3e60573f-32b9-4eff-9ed2-33f5d2a3224d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:10:55.690640 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-2d3beee2-a1aa-49e0-a233-a54d26bd383b service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Dec 13 23:10:55.789695 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cec8a576-92b0-4429-9d88-08beed745b07 req-9c614ebe-ea78-4987-9226-514b8a32b67d service neutron] 10.222.0.32 "GET /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915406 Dec 13 23:10:55.844990 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cf2b5-178f-497b-9449-62b39135a6dd None None] New status for floating IP ca517fb5-b11c-4699-8063-67ee8c2223c4: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:10:56.232315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0613c-505a-4535-baf0-c9246a15ba61 req-652b41df-bc58-42bb-9d0b-06d39fb0fe55 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:56.233840 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8bb0613c-505a-4535-baf0-c9246a15ba61 req-652b41df-bc58-42bb-9d0b-06d39fb0fe55 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0542908 Dec 13 23:10:56.308312 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8bb0613c-505a-4535-baf0-c9246a15ba61 req-be8fc915-4737-49d2-8f0a-e7771dae74a6 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e3c62b5-826d-4a30-8828-d457f812cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681322 Dec 13 23:10:56.322478 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5df07b-696b-4bac-b23f-8cdf48deba71 req-5ca2f4cd-274a-4bc2-9c5d-6610b4c23e0f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:56.323853 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c5df07b-696b-4bac-b23f-8cdf48deba71 req-5ca2f4cd-274a-4bc2-9c5d-6610b4c23e0f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 946 time: 0.0705595 Dec 13 23:10:56.377252 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c5df07b-696b-4bac-b23f-8cdf48deba71 req-53f50d7e-3bc2-462c-a2f7-f19900d081b0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 Dec 13 23:10:56.937319 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-b5fdaf09-c77b-49b8-afb6-4f99d888e718 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:56.938789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-b5fdaf09-c77b-49b8-afb6-4f99d888e718 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.32 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 946 time: 0.0615325 Dec 13 23:10:57.032935 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Deleting port e9a3ffe7-75df-415f-b4cd-1de3c71e604d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:57.033292 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:57.124005 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] For port e9a3ffe7-75df-415f-b4cd-1de3c71e604d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:57.124460 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:57.137450 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Calling delete_port for e9a3ffe7-75df-415f-b4cd-1de3c71e604d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:57.272349 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:57.301980 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event deleted for resources: {'Port': ['ID=e9a3ffe7-75df-415f-b4cd-1de3c71e604d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:57.345685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] No DVR routers for this DVR port e9a3ffe7-75df-415f-b4cd-1de3c71e604d on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:10:57.348365 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:57.352166 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f99534ef-6719-4ebc-afeb-e7c083c9a111 req-8e702491-8f88-4258-aecb-5edd8e5a0828 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.32 "DELETE /v2.0/ports/e9a3ffe7-75df-415f-b4cd-1de3c71e604d HTTP/1.1" status: 204 len: 173 time: 0.4063640 Dec 13 23:10:57.352624 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-deleted', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:10:57.354972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a3636b-d3dc-4f7b-92a8-514f5eeb86ad" -d '{"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-deleted", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:10:57.400836 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb39850-89eb-4f9d-96f0-cac920e681bb x-openstack-request-id: req-ffb39850-89eb-4f9d-96f0-cac920e681bb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:10:57.400836 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776bb0b5-5864-48f0-b212-af69708aae04", "name": "network-vif-deleted", "tag": "e9a3ffe7-75df-415f-b4cd-1de3c71e604d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:10:57.400836 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffb39850-89eb-4f9d-96f0-cac920e681bb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:10:57.400836 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776bb0b5-5864-48f0-b212-af69708aae04', 'name': 'network-vif-deleted', 'tag': 'e9a3ffe7-75df-415f-b4cd-1de3c71e604d', 'status': 'completed', 'code': 200} Dec 13 23:10:57.416757 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bc01f4aa-af88-4a76-aabf-cf6a3d23688f req-371ac711-67a0-424e-9294-f657d936dc3d tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "GET /v2.0/ports?device_id=776bb0b5-5864-48f0-b212-af69708aae04 HTTP/1.1" status: 200 len: 210 time: 0.0290246 Dec 13 23:10:57.509456 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4422d4-5f13-470f-a326-a96477221ddf req-5075dafb-4d2c-4bdb-8399-8d04d488e5c6 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:57.510870 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf4422d4-5f13-470f-a326-a96477221ddf req-5075dafb-4d2c-4bdb-8399-8d04d488e5c6 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 946 time: 0.0518203 Dec 13 23:10:57.566199 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf4422d4-5f13-470f-a326-a96477221ddf req-03aedafb-80e4-4c02-84c8-babb586b44c3 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465059 Dec 13 23:10:57.814495 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-03b8eb89-c3fd-4a68-947a-5aede145d1d1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:10:57.815984 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-03b8eb89-c3fd-4a68-947a-5aede145d1d1 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 946 time: 0.0546875 Dec 13 23:10:57.917427 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Deleting port 6b8fadde-582e-4953-a8a1-5cdaca48e38c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:57.917773 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.018905 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] For port 6b8fadde-582e-4953-a8a1-5cdaca48e38c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b8fadde-582e-4953-a8a1-5cdaca48e38c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:58.019569 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.196472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.196836 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.197183 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Floating IP 9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71 disassociated. External IP: 172.27.0.203, port: 6b8fadde-582e-4953-a8a1-5cdaca48e38c. Dec 13 23:10:58.197572 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Calling delete_port for 6b8fadde-582e-4953-a8a1-5cdaca48e38c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:58.334051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.363874 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'Port': ['ID=6b8fadde-582e-4953-a8a1-5cdaca48e38c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:58.477038 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50534) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:58.477579 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:10:58.534583 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.560359 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.584239 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:10:58.596675 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:10:58.609098 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:58.609858 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:58.627000 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.630546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] No DVR routers for this DVR port 6b8fadde-582e-4953-a8a1-5cdaca48e38c on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:10:58.630800 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.632237 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e3c62b5-826d-4a30-8828-d457f812cd99 HTTP/1.1" status: 204 len: 168 time: 0.1540921 Dec 13 23:10:58.636178 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:58.639909 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-79d969f9-03a0-41c0-8c46-228277c5f413 req-248cb8ad-bfa6-45e3-a5c9-fdc0efb9f5a4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "DELETE /v2.0/ports/6b8fadde-582e-4953-a8a1-5cdaca48e38c HTTP/1.1" status: 204 len: 173 time: 0.8170197 Dec 13 23:10:58.643499 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c62b5-826d-4a30-8828-d457f812cd99,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:58.652539 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.653108 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.653869 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.654269 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.654629 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.655285 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.655626 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.656388 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.657000 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.657597 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.658262 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.658751 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.659299 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1963c-f494-4f8c-8bc9-93a8076c3a08 tempest-TestShelveInstance-1012621367 tempest-TestShelveInstance-1012621367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:10:58.675652 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1cd7fa43-d3f9-4cf8-b487-89bc0c0fedef req-3d0cd2c5-af17-471e-a291-227ee16e692b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 210 time: 0.0340977 Dec 13 23:10:58.703904 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50540) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:10:58.778065 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:58.988115 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:59.015082 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:10:59.023884 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:10:59.024488 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:59.130524 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:10:59.168303 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:59.333367 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:10:59.363210 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d032-9e7a-4bc3-a019-3cbf01cf2083 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:10:59.404320 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'name': 'network-vif-deleted', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:10:59.407458 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317a521-e63f-4eba-af9e-66d55b824c44" -d '{"events": [{"server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "name": "network-vif-deleted", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:10:59.417231 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Deleting port e889961b-c76b-4568-bb9b-2bc88de6245a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:10:59.417516 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:59.444265 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf0109b-110e-4425-acf3-c6ac49b4ff32 x-openstack-request-id: req-fdf0109b-110e-4425-acf3-c6ac49b4ff32 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:10:59.444555 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e689912f-fc16-4bf4-8ec3-c7c312c41fb9", "name": "network-vif-deleted", "tag": "6b8fadde-582e-4953-a8a1-5cdaca48e38c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:10:59.444798 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdf0109b-110e-4425-acf3-c6ac49b4ff32 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:10:59.445198 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e689912f-fc16-4bf4-8ec3-c7c312c41fb9', 'name': 'network-vif-deleted', 'tag': '6b8fadde-582e-4953-a8a1-5cdaca48e38c', 'status': 'completed', 'code': 200} Dec 13 23:10:59.504241 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] For port e889961b-c76b-4568-bb9b-2bc88de6245a, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e889961b-c76b-4568-bb9b-2bc88de6245a,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:10:59.504789 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:59.517089 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Calling delete_port for e889961b-c76b-4568-bb9b-2bc88de6245a owned by network:router_interface {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:10:59.591272 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48f514-ebb5-41cb-a4ad-1dcbc858122a None None] New status for floating IP 9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:10:59.698090 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:10:59.726965 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Pushing event deleted for resources: {'Port': ['ID=e889961b-c76b-4568-bb9b-2bc88de6245a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:10:59.793311 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a2af157-e356-47ac-aa82-967844d1f2b5 req-58197051-0230-48fb-95ad-65588db2d678 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 210 time: 0.0299103 Dec 13 23:11:00.142991 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:00.262328 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:11:00.376764 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Router 7acf0440-00b6-4b53-8511-4e2c3b68e964 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:11:00.496750 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:11:00.502008 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a9596aa5-3f82-4928-8008-56db76c7170f admin admin] 10.222.0.13 "PUT /v2.0/routers/7acf0440-00b6-4b53-8511-4e2c3b68e964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966800 Dec 13 23:11:00.504835 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50552) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:00.507316 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] Sync routers for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:11:00.518866 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:11:00.519398 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:00.611620 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:00.718118 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:00.762707 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:11:00.773177 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Deleting port 28a97aef-91d7-4674-a8a3-5915b4665f85 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:11:00.773488 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:00.853462 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] For port 28a97aef-91d7-4674-a8a3-5915b4665f85, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28a97aef-91d7-4674-a8a3-5915b4665f85,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:00.853865 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:00.867449 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Calling delete_port for 28a97aef-91d7-4674-a8a3-5915b4665f85 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:11:00.892183 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:00.903929 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6800aed-f676-47fa-a84c-66313038c08b req-2ca9ed26-324d-416b-ae67-d57f0fe394f6 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=e689912f-fc16-4bf4-8ec3-c7c312c41fb9 HTTP/1.1" status: 200 len: 210 time: 0.0376732 Dec 13 23:11:00.917538 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: e9a3ffe7-75df-415f-b4cd-1de3c71e604d {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:00.918061 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device e9a3ffe7-75df-415f-b4cd-1de3c71e604d not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:00.969355 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:10:59Z', 'revision_number': 5, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port': {'id': '28a97aef-91d7-4674-a8a3-5915b4665f85', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:24Z', 'updated_at': '2021-12-13T23:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:01.000305 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] Checking router: 7acf0440-00b6-4b53-8511-4e2c3b68e964 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:11:01.009726 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] Routers {'7acf0440-00b6-4b53-8511-4e2c3b68e964'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:11:01.010474 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['7acf0440-00b6-4b53-8511-4e2c3b68e964'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:01.064066 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.092929 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a97aef-91d7-4674-a8a3-5915b4665f85,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:01.098431 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] Set router 7acf0440-00b6-4b53-8511-4e2c3b68e964 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:11:01.155793 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:11:00Z', 'revision_number': 6, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:01.158002 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.189117 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70ca4b-75eb-4e21-a9b6-d885de6c13a8 None None] The sync data for ids ['7acf0440-00b6-4b53-8511-4e2c3b68e964'] in dv-cinder-796286-23-iscsi is: [{'id': '7acf0440-00b6-4b53-8511-4e2c3b68e964', 'name': 'tempest-TestShelveInstance-1613053308-router', 'tenant_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:23Z', 'updated_at': '2021-12-13T23:11:00Z', 'revision_number': 6, 'project_id': '5dd4dc022cad44d1baaa51931dfdfa31', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:11:01.251055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.253556 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.301354 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.301926 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7acf0440-00b6-4b53-8511-4e2c3b68e964 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:11:01.308608 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.309923 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5cfc733e-b638-42db-b0bf-63236b9ebc54 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7acf0440-00b6-4b53-8511-4e2c3b68e964 HTTP/1.1" status: 204 len: 168 time: 0.8040020 Dec 13 23:11:01.312705 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50558) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:01.358268 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Deleting subnet 3e60573f-32b9-4eff-9ed2-33f5d2a3224d {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:11:01.361589 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.395110 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830994'] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.476673 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.539182 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5672326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5313348'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.570134 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e60573f-32b9-4eff-9ed2-33f5d2a3224d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:01.580457 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.588996 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-03d6b69d-9d2a-434e-b805-a62b763533e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e60573f-32b9-4eff-9ed2-33f5d2a3224d HTTP/1.1" status: 204 len: 168 time: 0.2729735 Dec 13 23:11:01.589208 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fff0fb-d0bd-47e5-b4c7-6ba24b892b4a None None] Network f74939c0-8214-4417-aae9-b57cd854e0ea requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:11:01.590215 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:01.679805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e889961b-c76b-4568-bb9b-2bc88de6245a no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:01.707015 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: e889961b-c76b-4568-bb9b-2bc88de6245a {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:01.707363 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e889961b-c76b-4568-bb9b-2bc88de6245a not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:01.710727 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.769570 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Deleting port 7e8611f6-52de-4183-9786-4050f817228f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:11:01.769982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.837431 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] For port 7e8611f6-52de-4183-9786-4050f817228f, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=7e8611f6-52de-4183-9786-4050f817228f,segment=NetworkSegment(e34fbac1-9b0f-4fdc-9728-b17dd5a386dc),segment_id=e34fbac1-9b0f-4fdc-9728-b17dd5a386dc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:01.837810 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.850640 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Calling delete_port for 7e8611f6-52de-4183-9786-4050f817228f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:11:01.933316 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:01.962667 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8611f6-52de-4183-9786-4050f817228f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:01.964472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] No DVR routers for this DVR port 7e8611f6-52de-4183-9786-4050f817228f on host dv-cinder-796286-23-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:11:02.019411 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8f77d-269d-48bb-88c8-4237a5ab7987 None None] DHCP port deletion for f74939c0-8214-4417-aae9-b57cd854e0ea request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:11:02.074320 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.102275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74939c0-8214-4417-aae9-b57cd854e0ea']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:02.117771 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:02.118064 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34fbac1-9b0f-4fdc-9728-b17dd5a386dc') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:02.128770 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.149647 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.167379 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:11:02.167825 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:11:02.169703 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:11:02.249600 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.255204 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f86f081c-c2d1-425f-94d7-0f8a8e1d8bbc tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862593000&fields=id&tenant_id=d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 267 time: 0.0993943 Dec 13 23:11:02.269403 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.275732 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f74939c0-8214-4417-aae9-b57cd854e0ea HTTP/1.1" status: 204 len: 168 time: 0.6820569 Dec 13 23:11:02.275732 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fcb82-7b8c-44f6-b549-c3980f0c481e admin admin] Pushing event deleted for resources: {'Network': ['ID=f74939c0-8214-4417-aae9-b57cd854e0ea,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:02.275914 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50580) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:02.391625 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-516d313e-14e0-4931-80b9-0ad70b4fe7d4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:02.393093 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-516d313e-14e0-4931-80b9-0ad70b4fe7d4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 812 time: 0.1195157 Dec 13 23:11:02.408705 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-1f8afcb5-5c85-40f1-8b14-a695e063715e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/quotas/d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 375 time: 0.0090539 Dec 13 23:11:02.465648 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-b741895e-f088-4671-93cb-bc4100a3bb5b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503328 Dec 13 23:11:02.625951 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-81cc4b0c-664f-4fc4-afa7-8bf9e4dccc61 service neutron] 10.222.0.13 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477170 Dec 13 23:11:02.647895 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.716970 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-fc340a6b-885a-4baf-b556-f44e2633e4b9 service neutron] 10.222.0.13 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893512 Dec 13 23:11:02.901314 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Deleting port 27608cab-e77d-4ecb-87fb-7453b3b695cb {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:11:02.901687 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:02.995393 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] For port 27608cab-e77d-4ecb-87fb-7453b3b695cb, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=27608cab-e77d-4ecb-87fb-7453b3b695cb,segment=NetworkSegment(b3ed88e9-d59f-491f-8b4c-070221800c90),segment_id=b3ed88e9-d59f-491f-8b4c-070221800c90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:02.996276 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:03.008721 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Calling delete_port for 27608cab-e77d-4ecb-87fb-7453b3b695cb owned by network:router_interface {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:11:03.030235 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b7a768f4-b90d-4f84-b61f-7f61af677dc0 req-c989c82d-0fbb-4325-b8cd-6a8b4265fab4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 210 time: 0.0265143 Dec 13 23:11:03.186298 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:03.214248 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Pushing event deleted for resources: {'Port': ['ID=27608cab-e77d-4ecb-87fb-7453b3b695cb,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:03.398577 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28a97aef-91d7-4674-a8a3-5915b4665f85 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:03.422415 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 28a97aef-91d7-4674-a8a3-5915b4665f85 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:03.422768 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28a97aef-91d7-4674-a8a3-5915b4665f85 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:03.423192 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 7e8611f6-52de-4183-9786-4050f817228f no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:03.452443 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:03.464751 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 7e8611f6-52de-4183-9786-4050f817228f {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:03.465209 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 7e8611f6-52de-4183-9786-4050f817228f not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:03.709532 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Router 69da1811-2452-4faa-ae46-d5c8fb5af9db has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:11:03.819969 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:11:03.827088 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-288ea1c1-e920-4013-a127-827d8ed531aa admin admin] 10.222.0.13 "PUT /v2.0/routers/69da1811-2452-4faa-ae46-d5c8fb5af9db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5500519 Dec 13 23:11:03.829639 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:03.832513 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] Sync routers for ids ['69da1811-2452-4faa-ae46-d5c8fb5af9db'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:11:03.843806 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] Routers {'69da1811-2452-4faa-ae46-d5c8fb5af9db'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:11:03.844429 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['69da1811-2452-4faa-ae46-d5c8fb5af9db'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:03.932792 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:03.950434 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] Set router 69da1811-2452-4faa-ae46-d5c8fb5af9db gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:11:04.135737 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:11:03Z', 'revision_number': 5, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:04.162427 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] Checking router: 69da1811-2452-4faa-ae46-d5c8fb5af9db for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:11:04.171811 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] Routers {'69da1811-2452-4faa-ae46-d5c8fb5af9db'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:11:04.172428 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:10:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['69da1811-2452-4faa-ae46-d5c8fb5af9db'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:04.285523 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] Set router 69da1811-2452-4faa-ae46-d5c8fb5af9db gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:11:04.307638 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1b285ec6-00b9-4f97-90d5-fcb1bc8ea539 req-2b6ce535-7d3c-4ea1-93f7-81de759bc091 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 210 time: 0.0333514 Dec 13 23:11:04.328598 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.373972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Deleting port 0f7e1449-d7be-42f7-aba9-b674dd1730b0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:11:04.374315 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.453884 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] For port 0f7e1449-d7be-42f7-aba9-b674dd1730b0, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=0f7e1449-d7be-42f7-aba9-b674dd1730b0,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:04.454205 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.460468 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:11:03Z', 'revision_number': 5, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:04.466338 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Calling delete_port for 0f7e1449-d7be-42f7-aba9-b674dd1730b0 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:11:04.490113 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a575-7fda-41c7-943a-613a636a8125 None None] The sync data for ids ['69da1811-2452-4faa-ae46-d5c8fb5af9db'] in dv-cinder-796286-23-iscsi is: [{'id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'name': 'tempest-TestShelveInstance-1601439852-router', 'tenant_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:05:29Z', 'updated_at': '2021-12-13T23:11:03Z', 'revision_number': 5, 'project_id': '4c180bf7ce844699b8d8cddf72a5d0f5', 'gw_port': {'id': '0f7e1449-d7be-42f7-aba9-b674dd1730b0', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da1811-2452-4faa-ae46-d5c8fb5af9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:05:30Z', 'updated_at': '2021-12-13T23:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:11:04.660911 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.693073 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7e1449-d7be-42f7-aba9-b674dd1730b0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:04.752592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.845455 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.847671 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.892596 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.893195 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69da1811-2452-4faa-ae46-d5c8fb5af9db {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:11:04.898907 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.900060 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-32526e72-3df2-4aaf-91c7-5f303ece0f84 admin admin] 10.222.0.13 "DELETE /v2.0/routers/69da1811-2452-4faa-ae46-d5c8fb5af9db HTTP/1.1" status: 204 len: 168 time: 1.0694444 Dec 13 23:11:04.902857 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50616) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:04.955008 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Deleting subnet 6c1f1565-7b09-4af7-bd01-54a1f674377b {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:11:04.958752 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:04.994503 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830994'] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.078883 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.142600 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5672326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5313348'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.171547 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1f1565-7b09-4af7-bd01-54a1f674377b,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:05.175382 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.178500 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-7a53bff8-169e-47e3-91e1-3e6bb4e5c94c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c1f1565-7b09-4af7-bd01-54a1f674377b HTTP/1.1" status: 204 len: 168 time: 0.2743680 Dec 13 23:11:05.181100 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50618) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:05.184478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4799c-a70c-41db-a747-b960a7e824ca None None] Network e5d943b3-13e0-454e-a548-2be7be38b48d requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:11:05.253991 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.310495 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Deleting port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:11:05.310823 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.376095 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] For port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,segment=NetworkSegment(b3ed88e9-d59f-491f-8b4c-070221800c90),segment_id=b3ed88e9-d59f-491f-8b4c-070221800c90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:05.376495 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.389662 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Calling delete_port for e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:11:05.402398 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1cde1bd9-9f78-49b3-8a42-a7f6337cd392 req-62a30360-bd63-4f22-b7e7-171f1deb0b94 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 210 time: 0.0262480 Dec 13 23:11:05.471548 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.510503 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31673de3-b45e-4afa-af11-4498f1a3ec56 None None] DHCP port deletion for e5d943b3-13e0-454e-a548-2be7be38b48d request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:11:05.567773 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.576618 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 27608cab-e77d-4ecb-87fb-7453b3b695cb no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:05.598266 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 27608cab-e77d-4ecb-87fb-7453b3b695cb {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:05.598613 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 27608cab-e77d-4ecb-87fb-7453b3b695cb not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:05.599039 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 0f7e1449-d7be-42f7-aba9-b674dd1730b0 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:05.623489 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 0f7e1449-d7be-42f7-aba9-b674dd1730b0 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:05.623838 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 0f7e1449-d7be-42f7-aba9-b674dd1730b0 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:05.624324 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:05.644852 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:05.645201 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:05.758895 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:05.762215 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] No DVR routers for this DVR port e39c19f5-3a6b-4fd2-91f5-f2929f7a55d2 on host dv-cinder-796286-23-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:11:05.830462 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.850356 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d943b3-13e0-454e-a548-2be7be38b48d']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:05.859384 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ed88e9-d59f-491f-8b4c-070221800c90') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:05.859686 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ed88e9-d59f-491f-8b4c-070221800c90') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:05.868668 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.881636 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.887426 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:11:05.887785 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:11:05.889442 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:11:05.946207 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.952053 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:05.955229 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e5d943b3-13e0-454e-a548-2be7be38b48d HTTP/1.1" status: 204 len: 168 time: 0.7731783 Dec 13 23:11:05.967377 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0bd8-7f50-4f1a-a6be-3328b5a0b171 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d943b3-13e0-454e-a548-2be7be38b48d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:06.074403 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50626) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:06.113769 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c057af9b-9239-463c-9d25-c873541a4499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dd4dc022cad44d1baaa51931dfdfa31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381284 Dec 13 23:11:06.116259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:06.167561 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07882a32-5dd0-48a3-aa56-8252aa6bb0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.194981 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07882a32-5dd0-48a3-aa56-8252aa6bb0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.245688 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07882a32-5dd0-48a3-aa56-8252aa6bb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.248608 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07882a32-5dd0-48a3-aa56-8252aa6bb0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.249808 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-07882a32-5dd0-48a3-aa56-8252aa6bb0e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa3d52a1-5e3c-4eaa-a7cd-5a5a950d7dae HTTP/1.1" status: 204 len: 168 time: 0.1325674 Dec 13 23:11:06.257695 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07882a32-5dd0-48a3-aa56-8252aa6bb0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d52a1-5e3c-4eaa-a7cd-5a5a950d7dae,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:06.497782 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8cf960bf-5729-406d-a238-9ec19aa5239b req-ca625c29-579e-4725-a06c-ab0f9ac5cb1f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 210 time: 0.0295522 Dec 13 23:11:06.507494 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 6b8fadde-582e-4953-a8a1-5cdaca48e38c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:11:06.534747 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 6b8fadde-582e-4953-a8a1-5cdaca48e38c {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:11:06.535574 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 6b8fadde-582e-4953-a8a1-5cdaca48e38c not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:11:06.601692 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50638) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:06.652087 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-4941c32e-ec30-496b-97d3-52ea5ec60192 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c180bf7ce844699b8d8cddf72a5d0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488198 Dec 13 23:11:06.654307 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50642) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:06.713913 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01670f19-3a4c-4671-9095-c216a4b21a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.725564 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-fc3fcf0a-bee1-496a-9a70-8a9266f46ea0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:06.727136 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-fc3fcf0a-bee1-496a-9a70-8a9266f46ea0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 812 time: 0.1263905 Dec 13 23:11:06.735707 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01670f19-3a4c-4671-9095-c216a4b21a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.791568 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01670f19-3a4c-4671-9095-c216a4b21a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.795038 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01670f19-3a4c-4671-9095-c216a4b21a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:06.796226 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-01670f19-3a4c-4671-9095-c216a4b21a48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/157e9cf1-7fef-40aa-a02f-061fb45e63c8 HTTP/1.1" status: 204 len: 168 time: 0.1379313 Dec 13 23:11:06.801246 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-a5a2168d-51d8-48c3-bf1d-95736bd94e92 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 379 time: 0.0633197 Dec 13 23:11:06.807657 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670f19-3a4c-4671-9095-c216a4b21a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e9cf1-7fef-40aa-a02f-061fb45e63c8,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:06.811283 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'port': {'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'admin_state_up': True, 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'security_groups': ['829aaee3-bf2d-428a-9f01-e91a6c5f2a12']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:11:06.924979 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Made reservation on behalf of d41d0a6cbf194f8c89c606ddb13feecb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:11:06.928571 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.079189 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Allocated IP 172.20.0.13 (6646f8aa-a5ae-40b1-af43-1c8579efe381/3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f/c2f938ec-d363-431e-b58d-e8c5029dc15c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:11:07.232470 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.267392 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.317298 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:11:07.320654 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:11:07.324399 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:11:07.331306 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=c2f938ec-d363-431e-b58d-e8c5029dc15c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:07.377601 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:07.378238 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.395068 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-f8b230d7-3a04-4e4c-8a10-f2a4d0250ff0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878222 Dec 13 23:11:07.408404 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Request body: {'port': {'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:11:07.463609 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.518975 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-88be8c76-b33e-4ead-9fac-0b52e5fd92eb None None] Provisioning complete for port c2f938ec-d363-431e-b58d-e8c5029dc15c triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:11:07.519592 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-88be8c76-b33e-4ead-9fac-0b52e5fd92eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.554698 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-88be8c76-b33e-4ead-9fac-0b52e5fd92eb None None] Port c2f938ec-d363-431e-b58d-e8c5029dc15c cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:11:07.674565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82eb3e-75a0-48a1-a267-aaec1c13eb91 req-a4c9768a-3a13-4494-bb2a-838e1ca1b56f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:07.676048 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7f82eb3e-75a0-48a1-a267-aaec1c13eb91 req-a4c9768a-3a13-4494-bb2a-838e1ca1b56f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 932 time: 0.1015477 Dec 13 23:11:07.759096 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7f82eb3e-75a0-48a1-a267-aaec1c13eb91 req-1db4b67e-f6a1-469c-b788-cfbc7b61e119 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750296 Dec 13 23:11:07.802214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f938ec-d363-431e-b58d-e8c5029dc15c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:11:07.810394 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.824407 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Transition to ACTIVE for port object c2f938ec-d363-431e-b58d-e8c5029dc15c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:11:07.829698 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:07.883591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f938ec-d363-431e-b58d-e8c5029dc15c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:07.951306 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Attempting to bind port c2f938ec-d363-431e-b58d-e8c5029dc15c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:11:07.951565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Attempting to bind port c2f938ec-d363-431e-b58d-e8c5029dc15c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:11:07.951891 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Attempting to bind port c2f938ec-d363-431e-b58d-e8c5029dc15c on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:11:07.957465 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Port c2f938ec-d363-431e-b58d-e8c5029dc15c on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:11:07.957798 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Attempting to bind port c2f938ec-d363-431e-b58d-e8c5029dc15c on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:11:07.963198 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:11:07.963539 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Checking segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:11:07.963922 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Bound using segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:11:07.964343 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Bound port: c2f938ec-d363-431e-b58d-e8c5029dc15c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:11:07.964925 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:08.029943 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] For port c2f938ec-d363-431e-b58d-e8c5029dc15c, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:11:08.032997 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] For port c2f938ec-d363-431e-b58d-e8c5029dc15c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:11:08.038467 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:08.074105 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.074729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:08.076100 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] 10.222.0.32 "PUT /v2.0/ports/c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 1094 time: 0.6721120 Dec 13 23:11:08.076556 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:11:08.078832 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79b0f71-c57a-450a-b7a1-047160e940c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:11:08.111741 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a0be-0c97-4ca4-947c-f8b1e4333377 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f938ec-d363-431e-b58d-e8c5029dc15c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:08.132825 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a248fa1-f5bc-44d6-8d8a-c2e9ec7b01f1 x-openstack-request-id: req-9a248fa1-f5bc-44d6-8d8a-c2e9ec7b01f1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:11:08.133123 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:11:08.133450 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a248fa1-f5bc-44d6-8d8a-c2e9ec7b01f1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:11:08.133803 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'status': 'completed', 'code': 200} Dec 13 23:11:08.171506 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-d509ff27-3b76-4161-a601-5bb21dc22722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.173389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-d509ff27-3b76-4161-a601-5bb21dc22722 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1097 time: 0.0493720 Dec 13 23:11:08.218557 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-d4a18db1-18cc-43cd-85fb-95847338e396 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 217 time: 0.0360918 Dec 13 23:11:08.268119 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-7139bccd-1ef7-42e1-b21a-9452d028e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.269611 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-7139bccd-1ef7-42e1-b21a-9452d028e395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0439045 Dec 13 23:11:08.318803 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-64534b20-1e33-4042-9587-8763dd5d79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.320282 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-64534b20-1e33-4042-9587-8763dd5d79a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437510 Dec 13 23:11:08.414351 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-97b8943f-aaff-4e09-b7b9-c0660fb62199 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863223 Dec 13 23:11:08.504946 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6986e06-4fb2-4059-9c4a-77545040db63 req-6afaae1f-5694-43cc-a86b-af4a414a78e0 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826395 Dec 13 23:11:08.616496 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-f27db710-412a-4384-8371-56936733497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.618042 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-f27db710-412a-4384-8371-56936733497e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1097 time: 0.0577269 Dec 13 23:11:08.709368 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-8165d0cc-b121-4f23-a63b-e7ea55d5d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.710817 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-8165d0cc-b121-4f23-a63b-e7ea55d5d9c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.0850627 Dec 13 23:11:08.757699 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-5f69ef44-89d4-4bfc-8ad0-b33af62cf820 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 217 time: 0.0378449 Dec 13 23:11:08.808912 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-b5c8ecb8-a264-4dc1-9c12-b19f2e173629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.810445 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-b5c8ecb8-a264-4dc1-9c12-b19f2e173629 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0450454 Dec 13 23:11:08.886807 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-ea6de1c7-0c63-4bb7-8bff-56c29c431823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.888328 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-ea6de1c7-0c63-4bb7-8bff-56c29c431823 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702348 Dec 13 23:11:08.900378 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02587c6e-32d9-4319-97e0-4b912bcc4701 req-3c817562-7ab8-4de1-b362-e18af541492b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:08.901817 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-02587c6e-32d9-4319-97e0-4b912bcc4701 req-3c817562-7ab8-4de1-b362-e18af541492b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 944 time: 0.0591338 Dec 13 23:11:09.006524 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-02587c6e-32d9-4319-97e0-4b912bcc4701 req-a2f07718-8343-4077-827e-024c37040d87 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965290 Dec 13 23:11:09.025146 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-3e3b0f78-28e5-423b-9128-d23f60dbbf3f service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223195 Dec 13 23:11:09.116761 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b79b0f71-c57a-450a-b7a1-047160e940c2 req-adadc9fa-13e0-4d6e-820c-4307544d3fed service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837579 Dec 13 23:11:10.133732 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f048b00-82aa-4260-850c-a338a83caf29 req-dbc494f0-cd39-49c3-9671-b827c4857ab0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:10.135206 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f048b00-82aa-4260-850c-a338a83caf29 req-dbc494f0-cd39-49c3-9671-b827c4857ab0 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 944 time: 0.0559261 Dec 13 23:11:10.185566 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f048b00-82aa-4260-850c-a338a83caf29 req-9bfbf09a-3600-4e8b-9a97-8887d4acf5a9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441194 Dec 13 23:11:11.312762 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280d83a-80ca-4d6e-878c-bfec10c7e222 req-d69eb076-376b-4c31-8754-34167776f894 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:11.314291 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7280d83a-80ca-4d6e-878c-bfec10c7e222 req-d69eb076-376b-4c31-8754-34167776f894 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 944 time: 0.0513899 Dec 13 23:11:11.367054 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7280d83a-80ca-4d6e-878c-bfec10c7e222 req-c47949f2-1fa8-4c4d-8705-560877f6e3fa tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438187 Dec 13 23:11:11.716767 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:11.834337 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bca70ab6-d46f-45db-beb0-f84e23e3c78c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:11.917549 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bca70ab6-d46f-45db-beb0-f84e23e3c78c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:11.923357 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bca70ab6-d46f-45db-beb0-f84e23e3c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:11.960989 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bca70ab6-d46f-45db-beb0-f84e23e3c78c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8352d43c59854dd7825f9b1eb0cce034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430460 Dec 13 23:11:11.961829 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70ab6-d46f-45db-beb0-f84e23e3c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b4bdd-e849-43dd-9372-bafd1daf5ccb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:11.964193 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50712) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:12.014774 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e487a91-7556-4e9c-8720-023de66ba076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.044429 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e487a91-7556-4e9c-8720-023de66ba076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.102231 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e487a91-7556-4e9c-8720-023de66ba076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.106391 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e487a91-7556-4e9c-8720-023de66ba076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.108271 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8e487a91-7556-4e9c-8720-023de66ba076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e5b4bdd-e849-43dd-9372-bafd1daf5ccb HTTP/1.1" status: 204 len: 168 time: 0.1429923 Dec 13 23:11:12.117685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e487a91-7556-4e9c-8720-023de66ba076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b4bdd-e849-43dd-9372-bafd1daf5ccb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:12.386546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50718) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:12.400846 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a06faea3-2ba9-4838-b63d-5a491e303b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.515684 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262ffc-6f70-4755-bdd3-a7d31549e9e1 req-fa9f23f1-a0e2-4af3-88ec-4885691b5a79 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:12.517088 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ae262ffc-6f70-4755-bdd3-a7d31549e9e1 req-fa9f23f1-a0e2-4af3-88ec-4885691b5a79 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 944 time: 0.0770757 Dec 13 23:11:12.549113 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a06faea3-2ba9-4838-b63d-5a491e303b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.555920 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a06faea3-2ba9-4838-b63d-5a491e303b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.610566 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06faea3-2ba9-4838-b63d-5a491e303b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fafb9-edc9-417f-8575-e43feddd9caa,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:12.616353 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ae262ffc-6f70-4755-bdd3-a7d31549e9e1 req-c7298407-6e36-4e79-8292-47dde871d3ec tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919390 Dec 13 23:11:12.622689 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a06faea3-2ba9-4838-b63d-5a491e303b17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36a4e6ae0b6d4f73b2bccdf522726833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325802 Dec 13 23:11:12.623113 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50722) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:12.672549 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9acb337-23c0-4956-bf81-4310d21ef0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.694715 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9acb337-23c0-4956-bf81-4310d21ef0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.742825 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9acb337-23c0-4956-bf81-4310d21ef0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.745717 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9acb337-23c0-4956-bf81-4310d21ef0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:12.747194 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d9acb337-23c0-4956-bf81-4310d21ef0bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/155fafb9-edc9-417f-8575-e43feddd9caa HTTP/1.1" status: 204 len: 168 time: 0.1228170 Dec 13 23:11:12.757965 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acb337-23c0-4956-bf81-4310d21ef0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fafb9-edc9-417f-8575-e43feddd9caa,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:13.108552 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d56ed7f3-5341-40e9-8677-f4b06f862521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:13.746722 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9d66a-635e-4d6f-88fb-7eae28360dd4 req-0a6ef127-8e39-47d0-bb31-98234341b77c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:13.748353 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30d9d66a-635e-4d6f-88fb-7eae28360dd4 req-0a6ef127-8e39-47d0-bb31-98234341b77c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 944 time: 0.0527673 Dec 13 23:11:13.800453 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30d9d66a-635e-4d6f-88fb-7eae28360dd4 req-0f31dae7-c55d-4e48-aca8-c48eac78625b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458474 Dec 13 23:11:14.926013 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbd3cc-34d3-4fef-8bfe-9ee3f22785a5 req-0a24f885-db03-4b10-af0f-cf17ff01df82 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:14.927602 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bcbbd3cc-34d3-4fef-8bfe-9ee3f22785a5 req-0a24f885-db03-4b10-af0f-cf17ff01df82 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 944 time: 0.0563889 Dec 13 23:11:14.980209 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bcbbd3cc-34d3-4fef-8bfe-9ee3f22785a5 req-bcc0eef1-e1e3-428c-afb4-7c6eecc4dda9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456791 Dec 13 23:11:15.258750 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f78bb664-efb5-4802-a5a1-bc01024515f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:15.563358 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c2f938ec-d363-431e-b58d-e8c5029dc15c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:11:15.678045 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port c2f938ec-d363-431e-b58d-e8c5029dc15c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:15.693738 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:11:15.734022 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:15.747922 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f938ec-d363-431e-b58d-e8c5029dc15c {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:11:15.774770 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port c2f938ec-d363-431e-b58d-e8c5029dc15c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:15.780041 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:15.828379 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=c2f938ec-d363-431e-b58d-e8c5029dc15c,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:15.994729 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['c2f938ec-d363-431e-b58d-e8c5029dc15c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:11:16.100620 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a63ed-15e6-425b-b245-e629ce9651c2 req-89fc92d1-792c-4a09-96fb-a9036f272339 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:16.102121 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c3a63ed-15e6-425b-b245-e629ce9651c2 req-89fc92d1-792c-4a09-96fb-a9036f272339 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 945 time: 0.0535820 Dec 13 23:11:16.150481 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c3a63ed-15e6-425b-b245-e629ce9651c2 req-27dad14c-2551-43dc-8cc3-d540109bb110 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421405 Dec 13 23:11:16.859024 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:17.275568 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f161c-6ece-40de-9231-b05e8db4f117 req-333b2469-82e2-4785-be3a-1367dac193c4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:17.277011 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-953f161c-6ece-40de-9231-b05e8db4f117 req-333b2469-82e2-4785-be3a-1367dac193c4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 945 time: 0.0530519 Dec 13 23:11:17.326267 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-953f161c-6ece-40de-9231-b05e8db4f117 req-0d9aa7cb-a6c8-4148-84c6-efa11ae9a184 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Dec 13 23:11:17.565536 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c2f938ec-d363-431e-b58d-e8c5029dc15c up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:11:17.621300 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port c2f938ec-d363-431e-b58d-e8c5029dc15c completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:11:17.625778 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port c2f938ec-d363-431e-b58d-e8c5029dc15c triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:11:17.626178 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:17.713134 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:17.737549 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:11:17.739821 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064be479-bd39-4444-be4b-0806be4211bd" -d '{"events": [{"server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "name": "network-vif-plugged", "status": "completed", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:11:17.752982 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port c2f938ec-d363-431e-b58d-e8c5029dc15c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:11:17.758746 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:17.790231 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93be5c0f-2a81-418d-b667-983bfe25af68 x-openstack-request-id: req-93be5c0f-2a81-418d-b667-983bfe25af68 {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:11:17.790564 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "name": "network-vif-plugged", "status": "completed", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:11:17.790756 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93be5c0f-2a81-418d-b667-983bfe25af68 {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:11:17.791148 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'code': 200} Dec 13 23:11:17.813068 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=c2f938ec-d363-431e-b58d-e8c5029dc15c,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:18.010708 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb8d7-7e85-405d-b283-918a62d6294f req-33da45db-2281-46e3-81dc-b3b85cfa9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:18.012219 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21fbb8d7-7e85-405d-b283-918a62d6294f req-33da45db-2281-46e3-81dc-b3b85cfa9e66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1099 time: 0.0425169 Dec 13 23:11:18.061375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-21fbb8d7-7e85-405d-b283-918a62d6294f req-21cee23d-9c7a-4000-8c52-2b30b5e62290 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Dec 13 23:11:18.194548 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:18.452498 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56363b03-55dd-4f17-b108-9a6e7e45b6fb req-3bb6e525-177a-4910-82f5-109de5f6912b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:18.454110 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56363b03-55dd-4f17-b108-9a6e7e45b6fb req-3bb6e525-177a-4910-82f5-109de5f6912b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 946 time: 0.0511808 Dec 13 23:11:18.509210 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56363b03-55dd-4f17-b108-9a6e7e45b6fb req-634d8c75-f7e2-4a24-9be8-60ef9307ff8c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464513 Dec 13 23:11:18.867999 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:19.639591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c8c66-c900-4140-a24f-083d5d0af10e req-3c5ffaa7-bb28-4c65-a362-d3ca9ce944fe tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:19.641199 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-144c8c66-c900-4140-a24f-083d5d0af10e req-3c5ffaa7-bb28-4c65-a362-d3ca9ce944fe tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 946 time: 0.0511882 Dec 13 23:11:19.691138 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-144c8c66-c900-4140-a24f-083d5d0af10e req-ef1182c5-2dd8-4a95-953f-2d2e22ba184c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435498 Dec 13 23:11:19.811218 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c653331-d8eb-4787-9541-922378f85fa8 req-1416cd52-7fbc-443c-8512-2c4a92369df4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:19.812706 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6c653331-d8eb-4787-9541-922378f85fa8 req-1416cd52-7fbc-443c-8512-2c4a92369df4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 946 time: 0.0501001 Dec 13 23:11:19.864010 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6c653331-d8eb-4787-9541-922378f85fa8 req-20b6d2f5-3d34-4869-8d88-5fa2ffb78b86 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Dec 13 23:11:19.886828 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:19.932351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7696df-d334-45ea-95c4-268e10b6602e tempest-TestVolumeBootPattern-1640656680 tempest-TestVolumeBootPattern-1640656680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:19.933857 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5d7696df-d334-45ea-95c4-268e10b6602e tempest-TestVolumeBootPattern-1640656680 tempest-TestVolumeBootPattern-1640656680-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1094 time: 0.0459626 Dec 13 23:11:19.936692 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50856) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:19.941316 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:11:19.967224 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:20.065535 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:20.172386 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Allocated IP 172.27.0.129 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/0b4eab0a-17f0-4bcd-a17a-9e39f9d0aca3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:11:20.273448 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:20.312065 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:20.354584 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:11:20.357568 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:11:20.361853 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:11:20.367117 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=0b4eab0a-17f0-4bcd-a17a-9e39f9d0aca3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:20.767143 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:20.841612 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.281603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.288653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.356443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=0b4eab0a-17f0-4bcd-a17a-9e39f9d0aca3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:21.368638 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.471964 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Floating IP 5930b78b-c5c0-4f78-b664-d9a937ac6ef8 associated. External IP: 172.27.0.129, port: c2f938ec-d363-431e-b58d-e8c5029dc15c. Dec 13 23:11:21.609474 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50874) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:21.688670 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:11:21.715147 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92a5970c-40f4-4f31-8eb8-d7938a49f019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.797548 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:11:21.799272 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92a5970c-40f4-4f31-8eb8-d7938a49f019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.807298 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92a5970c-40f4-4f31-8eb8-d7938a49f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.808078 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79151625-4679-4956-8881-5b0216a742ae None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:11:21.820872 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:11:21.821832 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:11:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:21.822908 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.839070 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-92a5970c-40f4-4f31-8eb8-d7938a49f019 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f3f42c666bb4e96ab1f50abf7bbaf36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286911 Dec 13 23:11:21.841210 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50878) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:21.861378 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a3018640-9aec-43b7-b1b1-cfeca160bf51 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9138207 Dec 13 23:11:21.861378 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:11:21.861378 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6440492-edac-488a-8d35-11a01a2def6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:11:21.879319 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5970c-40f4-4f31-8eb8-d7938a49f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7eb286-7336-4118-b8cb-e7c942f1b10e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:21.900146 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84431f0b-c6b6-47ae-abdf-ef0a02faa5ee x-openstack-request-id: req-84431f0b-c6b6-47ae-abdf-ef0a02faa5ee {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:11:21.900443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:11:21.900700 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84431f0b-c6b6-47ae-abdf-ef0a02faa5ee {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:11:21.901105 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'status': 'completed', 'code': 200} Dec 13 23:11:21.907916 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bda8b426-6daa-489e-b915-8ae2b4cb89ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.929901 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bda8b426-6daa-489e-b915-8ae2b4cb89ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.940477 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:11:21.973147 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440492-edac-488a-8d35-11a01a2def6c req-ca360929-c8ef-40fa-b34b-97413e7a1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:21.974703 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-ca360929-c8ef-40fa-b34b-97413e7a1370 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1099 time: 0.0495169 Dec 13 23:11:21.980301 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bda8b426-6daa-489e-b915-8ae2b4cb89ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.983022 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bda8b426-6daa-489e-b915-8ae2b4cb89ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:21.987221 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-bda8b426-6daa-489e-b915-8ae2b4cb89ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db7eb286-7336-4118-b8cb-e7c942f1b10e HTTP/1.1" status: 204 len: 168 time: 0.1450157 Dec 13 23:11:21.995266 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b426-6daa-489e-b915-8ae2b4cb89ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7eb286-7336-4118-b8cb-e7c942f1b10e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:22.088015 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440492-edac-488a-8d35-11a01a2def6c req-e5a47dce-3cd3-46f8-87e8-5a7d22b4f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:22.089678 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-e5a47dce-3cd3-46f8-87e8-5a7d22b4f86b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.1075006 Dec 13 23:11:22.167909 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-04804755-27cf-463f-badb-da3a5889bd74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 1000 time: 0.0698359 Dec 13 23:11:22.222847 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440492-edac-488a-8d35-11a01a2def6c req-8f82df9c-ec7e-4a85-93b3-21c2d879af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:22.224439 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-8f82df9c-ec7e-4a85-93b3-21c2d879af04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0484788 Dec 13 23:11:22.274666 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440492-edac-488a-8d35-11a01a2def6c req-9eb05456-b639-4026-9990-4654c8f9d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:11:22.276163 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-9eb05456-b639-4026-9990-4654c8f9d4cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442822 Dec 13 23:11:22.280413 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50888) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:22.294064 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d85c-5f12-4129-8231-fd39c6c4dc26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.334823 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:20Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:22.363654 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79151625-4679-4956-8881-5b0216a742ae None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:11:22.372283 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d85c-5f12-4129-8231-fd39c6c4dc26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.372907 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:11:22.373813 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:11:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:22.377728 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d85c-5f12-4129-8231-fd39c6c4dc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.382572 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-f917baa8-662e-47d0-9e1a-9e072b1ad9eb service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971677 Dec 13 23:11:22.416820 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-4bc2d85c-5f12-4129-8231-fd39c6c4dc26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cb00dd96afa434db2f1198b9dfcc510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351852 Dec 13 23:11:22.417816 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2d85c-5f12-4129-8231-fd39c6c4dc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45342326-6020-4e40-ad23-8576a0254cfc,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:22.420135 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50890) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:22.469757 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b25681-64ac-44d2-a353-298fce950ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.491967 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6440492-edac-488a-8d35-11a01a2def6c req-686d3da9-f4ab-4a9b-8008-2bd85189b280 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990703 Dec 13 23:11:22.492555 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:11:22.494055 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b25681-64ac-44d2-a353-298fce950ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.546653 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b25681-64ac-44d2-a353-298fce950ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.549819 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b25681-64ac-44d2-a353-298fce950ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.551009 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-90b25681-64ac-44d2-a353-298fce950ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45342326-6020-4e40-ad23-8576a0254cfc HTTP/1.1" status: 204 len: 168 time: 0.1296387 Dec 13 23:11:22.559183 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b25681-64ac-44d2-a353-298fce950ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45342326-6020-4e40-ad23-8576a0254cfc,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:22.729100 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79151625-4679-4956-8881-5b0216a742ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:20Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:11:22.756952 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79151625-4679-4956-8881-5b0216a742ae None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:20Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:11:22.878452 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50896) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:22.892014 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60eed88a-7890-48b4-a523-683818f5eec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.964420 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8e5bd-0a68-4021-a3ac-cc562045fda3 None None] New status for floating IP 5930b78b-c5c0-4f78-b664-d9a937ac6ef8: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:11:22.977467 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60eed88a-7890-48b4-a523-683818f5eec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:22.984876 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60eed88a-7890-48b4-a523-683818f5eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:23.020778 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed88a-7890-48b4-a523-683818f5eec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad043741-ce15-42e2-b628-3abf5771a7b4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:23.025844 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-60eed88a-7890-48b4-a523-683818f5eec9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac94600c83f8460fa21e6c706939e14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462533 Dec 13 23:11:23.028259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50898) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:23.080406 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:23.105779 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:23.154956 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:23.157876 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:23.159037 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad043741-ce15-42e2-b628-3abf5771a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1302662 Dec 13 23:11:23.167912 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad043741-ce15-42e2-b628-3abf5771a7b4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:23.175789 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.176168 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.176489 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.176832 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.177169 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.177595 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.177931 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.178260 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.178682 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.178910 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.179247 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.179660 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:23.179886 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3bc269-d185-413e-97fa-246df8976b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:11:29.064969 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:29.172778 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a86af1a-dbbc-4221-bde3-e0840e555de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.251102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a86af1a-dbbc-4221-bde3-e0840e555de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.256613 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a86af1a-dbbc-4221-bde3-e0840e555de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.296667 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6a86af1a-dbbc-4221-bde3-e0840e555de1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f03792b1f34e4044b97a12cbe3277cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305315 Dec 13 23:11:29.297536 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86af1a-dbbc-4221-bde3-e0840e555de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d41858-d555-448d-8812-7df5fea40e0f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:29.300560 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50986) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:29.355274 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a84cfa0-1b85-4d57-b253-7a1892756070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.375832 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a84cfa0-1b85-4d57-b253-7a1892756070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.426879 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a84cfa0-1b85-4d57-b253-7a1892756070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.430959 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a84cfa0-1b85-4d57-b253-7a1892756070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.435653 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2a84cfa0-1b85-4d57-b253-7a1892756070 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86d41858-d555-448d-8812-7df5fea40e0f HTTP/1.1" status: 204 len: 168 time: 0.1333475 Dec 13 23:11:29.443180 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84cfa0-1b85-4d57-b253-7a1892756070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d41858-d555-448d-8812-7df5fea40e0f,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:29.714756 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 50992) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:29.728020 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03c5f565-d8a8-4daa-80e6-5681422b15cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.805521 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03c5f565-d8a8-4daa-80e6-5681422b15cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.811348 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03c5f565-d8a8-4daa-80e6-5681422b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.848148 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-03c5f565-d8a8-4daa-80e6-5681422b15cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42abc7022f5b4e7191b4bf1c8edac312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322808 Dec 13 23:11:29.849281 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5f565-d8a8-4daa-80e6-5681422b15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96effdd-97d8-462d-98dc-798f37e10082,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:29.851258 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 50994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:29.902272 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffc15999-547d-4017-b4bf-dc1606eab223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.925740 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffc15999-547d-4017-b4bf-dc1606eab223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.974231 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffc15999-547d-4017-b4bf-dc1606eab223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.977455 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffc15999-547d-4017-b4bf-dc1606eab223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:29.978623 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ffc15999-547d-4017-b4bf-dc1606eab223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e96effdd-97d8-462d-98dc-798f37e10082 HTTP/1.1" status: 204 len: 168 time: 0.1263299 Dec 13 23:11:29.988392 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc15999-547d-4017-b4bf-dc1606eab223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96effdd-97d8-462d-98dc-798f37e10082,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:32.198991 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51064) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:32.310100 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cc49a69-c7f0-4dc5-b967-1be0283a4629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.382661 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cc49a69-c7f0-4dc5-b967-1be0283a4629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.388538 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cc49a69-c7f0-4dc5-b967-1be0283a4629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.425988 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-9cc49a69-c7f0-4dc5-b967-1be0283a4629 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3372059e94da4f5bb765069d49207b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258003 Dec 13 23:11:32.426811 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc49a69-c7f0-4dc5-b967-1be0283a4629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde6f38c-66e2-4028-ba94-16e655717ca7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:32.429022 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51068) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:32.480111 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e25316c-bcc2-4e16-bec4-ffa7a0248c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.504972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e25316c-bcc2-4e16-bec4-ffa7a0248c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.553203 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e25316c-bcc2-4e16-bec4-ffa7a0248c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.557128 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e25316c-bcc2-4e16-bec4-ffa7a0248c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.558693 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1e25316c-bcc2-4e16-bec4-ffa7a0248c3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cde6f38c-66e2-4028-ba94-16e655717ca7 HTTP/1.1" status: 204 len: 168 time: 0.1285028 Dec 13 23:11:32.566639 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25316c-bcc2-4e16-bec4-ffa7a0248c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde6f38c-66e2-4028-ba94-16e655717ca7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:32.826451 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51074) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:32.839860 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ea5de5b-f571-4a3a-b989-e4314bf8dca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.912981 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ea5de5b-f571-4a3a-b989-e4314bf8dca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.919327 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ea5de5b-f571-4a3a-b989-e4314bf8dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:32.957179 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1ea5de5b-f571-4a3a-b989-e4314bf8dca9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1652f33e52145579841034b69eed8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296382 Dec 13 23:11:32.957958 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5de5b-f571-4a3a-b989-e4314bf8dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf3f05f-d843-476c-a069-c10d1fc6944c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:32.960650 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51076) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:33.016451 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c108beb-c288-4148-bb57-7e6880d15479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:33.043445 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c108beb-c288-4148-bb57-7e6880d15479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:33.092258 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c108beb-c288-4148-bb57-7e6880d15479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:33.094811 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c108beb-c288-4148-bb57-7e6880d15479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:33.095963 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-0c108beb-c288-4148-bb57-7e6880d15479 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcf3f05f-d843-476c-a069-c10d1fc6944c HTTP/1.1" status: 204 len: 168 time: 0.1339769 Dec 13 23:11:33.104253 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108beb-c288-4148-bb57-7e6880d15479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf3f05f-d843-476c-a069-c10d1fc6944c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:34.231283 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51110) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:34.338658 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a22a74a-e85e-43e8-9f8c-7a5a029e91b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.412474 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a22a74a-e85e-43e8-9f8c-7a5a029e91b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.418761 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a22a74a-e85e-43e8-9f8c-7a5a029e91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.461719 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6a22a74a-e85e-43e8-9f8c-7a5a029e91b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee8933c8ddde41bc8eec11d9a900bd9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291124 Dec 13 23:11:34.462586 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22a74a-e85e-43e8-9f8c-7a5a029e91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef6a1c-5bd0-4559-87d3-e780d8afa76f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:34.464526 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51114) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:11:34.522365 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58734aa9-09c1-4d94-9b00-fe78b2782878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.542752 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58734aa9-09c1-4d94-9b00-fe78b2782878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.589910 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58734aa9-09c1-4d94-9b00-fe78b2782878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.592393 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58734aa9-09c1-4d94-9b00-fe78b2782878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:34.593513 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-58734aa9-09c1-4d94-9b00-fe78b2782878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58ef6a1c-5bd0-4559-87d3-e780d8afa76f HTTP/1.1" status: 204 len: 168 time: 0.1277950 Dec 13 23:11:34.601486 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734aa9-09c1-4d94-9b00-fe78b2782878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef6a1c-5bd0-4559-87d3-e780d8afa76f,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:11:35.585904 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:37.262090 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:11:43.114844 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-73d5395f-5f58-4555-8fa3-2dd4fe4a4fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:45.264106 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7078f36a-492b-4cdf-98f8-593d2e6f70a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:46.868630 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:48.197055 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:11:48.871277 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:05.618678 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:07.247187 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-649b7fae-7aa5-4638-944b-bd0349a6d7fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428967 Dec 13 23:12:07.336888 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00670837-54ae-45f1-a2e3-da50e2093032 req-8d32e6f8-038c-4d19-b026-d7d4c4e66a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:07.338377 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-8d32e6f8-038c-4d19-b026-d7d4c4e66a71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1099 time: 0.0428910 Dec 13 23:12:07.452996 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00670837-54ae-45f1-a2e3-da50e2093032 req-10530ed3-c059-4bd5-b756-9d5298d15b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:07.454477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-10530ed3-c059-4bd5-b756-9d5298d15b68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.0913823 Dec 13 23:12:07.522425 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-2583c14f-9244-4138-9a18-b66b428605e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 1002 time: 0.0601501 Dec 13 23:12:07.570763 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00670837-54ae-45f1-a2e3-da50e2093032 req-f0a7c9b8-d1e7-4174-9c49-42001aa6adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:07.572107 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-f0a7c9b8-d1e7-4174-9c49-42001aa6adfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0427384 Dec 13 23:12:07.622607 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00670837-54ae-45f1-a2e3-da50e2093032 req-93e04ecd-4982-4dbc-88a8-cf334cafc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:07.624043 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-93e04ecd-4982-4dbc-88a8-cf334cafc0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453031 Dec 13 23:12:07.712858 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-8090aeae-b5d2-4d72-9306-934517c62008 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806682 Dec 13 23:12:07.807669 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00670837-54ae-45f1-a2e3-da50e2093032 req-76bf2ebd-8e04-4efa-825c-a82351b9e8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871265 Dec 13 23:12:07.957538 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51320) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:08.070001 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53f9de98-bb30-45b9-a21a-89a5d55823c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.154215 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53f9de98-bb30-45b9-a21a-89a5d55823c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.158573 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53f9de98-bb30-45b9-a21a-89a5d55823c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.193672 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9de98-bb30-45b9-a21a-89a5d55823c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd07bd0a-9e5a-4fee-ab8c-942500e4d738,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:08.197896 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-53f9de98-bb30-45b9-a21a-89a5d55823c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cfb57ef982c4322be1bd113c02788f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393222 Dec 13 23:12:08.200736 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:08.247233 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3ce6ad-cd8d-4db7-86e6-2b29732bbeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.267776 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3ce6ad-cd8d-4db7-86e6-2b29732bbeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.315213 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3ce6ad-cd8d-4db7-86e6-2b29732bbeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.317758 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f3ce6ad-cd8d-4db7-86e6-2b29732bbeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:08.318931 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9f3ce6ad-cd8d-4db7-86e6-2b29732bbeba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd07bd0a-9e5a-4fee-ab8c-942500e4d738 HTTP/1.1" status: 204 len: 168 time: 0.1173062 Dec 13 23:12:08.326149 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ce6ad-cd8d-4db7-86e6-2b29732bbeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd07bd0a-9e5a-4fee-ab8c-942500e4d738,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:08.996278 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51348) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:09.112345 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2033873248-network', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:09.141664 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Made reservation on behalf of 32fb7851fcdf4c988491b5239cbeb015 for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:09.145779 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.155745 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.241493 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.248176 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.274369 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:12:09.280474 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7070cfa3-39c6-457b-9ba2-76d3d32df8b0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:09.288979 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.289492 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Added segment 74b84f8b-4af6-41ab-ab4a-c98c9dd58568 of type vlan for network 970bc77d-4239-473c-881b-40835e5cdec5 Dec 13 23:12:09.291389 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.291736 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.292076 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.292409 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.292733 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.293057 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.293401 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.293724 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.294050 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.294380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.294685 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.295001 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.295311 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:09.335267 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.359636 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.360491 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:09.361066 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.406069 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4086525 Dec 13 23:12:09.409377 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51352) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:09.414577 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Request body: {'subnet': {'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2033873248-subnet', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:09.420654 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21406c6-6e7c-4137-b6da-318e8091ce3f admin admin] Pushing event updated for resources: {'Network': ['ID=970bc77d-4239-473c-881b-40835e5cdec5,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:09.431550 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 970bc77d-4239-473c-881b-40835e5cdec5 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:12:09.439639 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Made reservation on behalf of 32fb7851fcdf4c988491b5239cbeb015 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:09.442579 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5738720'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.613357 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5738750'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.669051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d81289-e1ab-49cb-bd01-61f7f624baae,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:09.680914 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Checking segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:09.681299 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Network hostable DHCP agents. Network: 970bc77d-4239-473c-881b-40835e5cdec5, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:12:09.701783 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Network 970bc77d-4239-473c-881b-40835e5cdec5 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:12:09.714972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 970bc77d-4239-473c-881b-40835e5cdec5) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:09.719191 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:09.719791 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.724376 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e734a-8ac4-4dad-8c94-a399ef3cfb86 None None] Network 970bc77d-4239-473c-881b-40835e5cdec5 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:12:09.736491 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-98587916-3f16-445a-a802-0ebd1c8179ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259425 Dec 13 23:12:09.739251 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51354) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:09.743862 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:09.768282 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.769307 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.820531 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.826657 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-970bc77d-4239-473c-881b-40835e5cdec5', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:12:09.827744 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.957434 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:09.967578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Allocated IP 172.20.0.2 (970bc77d-4239-473c-881b-40835e5cdec5/e6d81289-e1ab-49cb-bd01-61f7f624baae/28f002c3-2a96-4d5a-873f-a4dca8986273) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:10.113451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.120177 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.160738 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Network 970bc77d-4239-473c-881b-40835e5cdec5 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:10.165773 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:10.168286 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:10.171490 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Pushing event updated for resources: {'Port': ['ID=28f002c3-2a96-4d5a-873f-a4dca8986273,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:10.174933 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.183292 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.183635 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.183969 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.184318 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.184639 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.184963 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.185282 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.185633 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.185955 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.186274 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.186584 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.186900 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.187222 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:10.193905 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.236628 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Attempting to bind port 28f002c3-2a96-4d5a-873f-a4dca8986273 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:10.236909 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Attempting to bind port 28f002c3-2a96-4d5a-873f-a4dca8986273 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:10.237742 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Attempting to bind port 28f002c3-2a96-4d5a-873f-a4dca8986273 on network 970bc77d-4239-473c-881b-40835e5cdec5 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:10.242318 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:10.242720 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Checking segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:10.243119 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.243506 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Bound using segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:10.244096 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Bound port: 28f002c3-2a96-4d5a-873f-a4dca8986273, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:10.244478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.296354 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Allocated IP 172.27.0.142 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:10.305871 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] For port 28f002c3-2a96-4d5a-873f-a4dca8986273, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:10.309043 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] For port 28f002c3-2a96-4d5a-873f-a4dca8986273, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28f002c3-2a96-4d5a-873f-a4dca8986273,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:10.313512 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.375041 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789caf-5b82-42d7-aad0-83549fd78b81 None None] Pushing event updated for resources: {'Port': ['ID=28f002c3-2a96-4d5a-873f-a4dca8986273,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:10.404214 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.440190 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.481026 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:10.483816 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:10.486328 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:10.520489 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Pushing event updated for resources: {'Port': ['ID=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:10.753893 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:10.952694 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.088023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Router 3ef88f25-a116-4b41-a301-0c8cf361ef00 is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:12:11.233506 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a69d4b-8fca-43ef-a114-bb02a11f2856 None None] Network 970bc77d-4239-473c-881b-40835e5cdec5 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:12:11.304607 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4dff77e9-3f9f-4932-a751-533e1dcb2de2 None None] Provisioning complete for port 28f002c3-2a96-4d5a-873f-a4dca8986273 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:11.305292 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4dff77e9-3f9f-4932-a751-533e1dcb2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.390203 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28f002c3-2a96-4d5a-873f-a4dca8986273 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:11.460503 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4dff77e9-3f9f-4932-a751-533e1dcb2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.474210 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:12:11.485836 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Sync routers for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:12:11.494370 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.498402 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9003d8df-2882-4011-8425-aa56cce17d0d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7555919 Dec 13 23:12:11.498779 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51356) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:11.515837 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4dff77e9-3f9f-4932-a751-533e1dcb2de2 None None] For port 28f002c3-2a96-4d5a-873f-a4dca8986273, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28f002c3-2a96-4d5a-873f-a4dca8986273,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:11.519090 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:11.519764 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:11:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:11.522093 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 28f002c3-2a96-4d5a-873f-a4dca8986273 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:11.522406 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.525107 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4dff77e9-3f9f-4932-a751-533e1dcb2de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.690246 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff77e9-3f9f-4932-a751-533e1dcb2de2 None None] Pushing event updated for resources: {'Port': ['ID=28f002c3-2a96-4d5a-873f-a4dca8986273,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:11.721282 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:11.926445 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:11.975918 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-459aafaf-e0f5-4d6c-865f-1236896871aa None None] Provisioning complete for port 28f002c3-2a96-4d5a-873f-a4dca8986273 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:11.976294 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-459aafaf-e0f5-4d6c-865f-1236896871aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.092183 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Allocated IP 172.20.0.1 (970bc77d-4239-473c-881b-40835e5cdec5/e6d81289-e1ab-49cb-bd01-61f7f624baae/fd280af9-b45e-450f-996a-6e1c6a159de1) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:12.124373 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:10Z', 'revision_number': 3, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:12.150080 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Checking router: 3ef88f25-a116-4b41-a301-0c8cf361ef00 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:12:12.150431 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Updating router 3ef88f25-a116-4b41-a301-0c8cf361ef00 port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:12:12.178659 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.193074 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.227685 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.269318 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Network 970bc77d-4239-473c-881b-40835e5cdec5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:12.272109 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:12.276379 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:12.305950 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Pushing event updated for resources: {'Port': ['ID=fd280af9-b45e-450f-996a-6e1c6a159de1,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:12.320411 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.449063 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.455401 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.456052 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.505940 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Attempting to bind port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:12.506312 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Attempting to bind port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:12.506676 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Attempting to bind port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:12.514195 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b42570-67fb-4c94-8667-b586bc379a88 None None] Pushing event updated for resources: {'Port': ['ID=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:12.516939 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:12.517407 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:12.517744 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.518127 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:12.518581 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Bound port: 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:12.518968 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.567591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-2e88cee4-c2ae-41cf-8e67-b11e1b3eb460 None None] Provisioning complete for port fd280af9-b45e-450f-996a-6e1c6a159de1 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:12.567879 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2e88cee4-c2ae-41cf-8e67-b11e1b3eb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.607690 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] For port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:12.612372 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] For port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:12.617701 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.618549 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.621124 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-2e88cee4-c2ae-41cf-8e67-b11e1b3eb460 None None] Port fd280af9-b45e-450f-996a-6e1c6a159de1 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:12:12.623288 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.678437 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:12.679055 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:11:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:12.682150 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b42570-67fb-4c94-8667-b586bc379a88 None None] Pushing event updated for resources: {'Port': ['ID=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:12.683133 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Pushing event updated for resources: {'Port': ['ID=fd280af9-b45e-450f-996a-6e1c6a159de1,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:12.694880 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:12.787298 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Network 970bc77d-4239-473c-881b-40835e5cdec5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:12.788585 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:12.788725 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:12.901566 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Router 3ef88f25-a116-4b41-a301-0c8cf361ef00 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:12:13.010408 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 2, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:13.020075 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:12:13.025222 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8eccc249-11fe-4eac-814d-718349cea691 admin admin] 10.222.0.13 "PUT /v2.0/routers/3ef88f25-a116-4b41-a301-0c8cf361ef00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253980 Dec 13 23:12:13.042540 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf74513-f317-4771-8623-3c46e906cf19 None None] The sync data for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi is: [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 2, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:12:13.053820 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-8f3f2ff5-707e-4b2d-8905-f33143dbfa96 None None] Provisioning complete for port fd280af9-b45e-450f-996a-6e1c6a159de1 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:13.054223 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f3f2ff5-707e-4b2d-8905-f33143dbfa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.088556 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f2ff5-707e-4b2d-8905-f33143dbfa96 None None] Port fd280af9-b45e-450f-996a-6e1c6a159de1 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:12:13.120622 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d62bdb51-b3e3-4daf-97ad-3ac70f017c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.372233 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28f002c3-2a96-4d5a-873f-a4dca8986273 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:13.427103 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 28f002c3-2a96-4d5a-873f-a4dca8986273 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:13.427478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.559185 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51372) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:13.564563 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-958175790-network', 'tenant_id': '2c07799ba44b42538448963acda08b2b'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:13.587558 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Made reservation on behalf of 2c07799ba44b42538448963acda08b2b for: {'network': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:13.589986 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for network, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.598820 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.696779 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.701732 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.736645 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:12:13.744246 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662c8c0-8c29-4407-a55d-2ffd329c21e0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:13.752934 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.753292 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.segments_db [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Added segment 71611537-7cd1-414a-98fe-78014d01777a of type vlan for network 141b7528-e139-47a0-a309-077a69d3a2f9 Dec 13 23:12:13.796982 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789965587999'] for network, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.822919 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865'] for network, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.824039 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:13.824631 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:13.880110 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3196962 Dec 13 23:12:13.882768 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51374) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:13.887873 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Request body: {'subnet': {'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-958175790-subnet', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'ip_version': 4}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:13.900826 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefddfa-2825-4282-9569-a9ead2215462 admin admin] Pushing event updated for resources: {'Network': ['ID=141b7528-e139-47a0-a309-077a69d3a2f9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:13.911157 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Network 141b7528-e139-47a0-a309-077a69d3a2f9 details requested by agent ovs-agent-dv-cinder-796286-23-iscsi with host dv-cinder-796286-23-iscsi {{(pid=102558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 23:12:13.920502 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Made reservation on behalf of 2c07799ba44b42538448963acda08b2b for: {'subnet': 1} {{(pid=102557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:13.922817 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5313315'] for subnet, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.103833 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5669697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5313341'] for subnet, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.156637 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb70bdb6-b1ea-4522-82b7-28d46ad62a96,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:14.174070 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Checking segment: {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:14.174426 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Network hostable DHCP agents. Network: 141b7528-e139-47a0-a309-077a69d3a2f9, hostable agents: ['13be0567-c0df-4239-b67e-3825a2def20e'], hosted agents: [] {{(pid=102557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:12:14.192224 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Network 141b7528-e139-47a0-a309-077a69d3a2f9 is scheduled to be hosted by DHCP agent 13be0567-c0df-4239-b67e-3825a2def20e with binding_index 1 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:12:14.201964 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-23-iscsi, 141b7528-e139-47a0-a309-077a69d3a2f9) {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:14.208386 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:14.208808 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.211604 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1e8e3-b767-472e-84a1-e7ca597d081f None None] Network 141b7528-e139-47a0-a309-077a69d3a2f9 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:12:14.226730 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-aa09bfe2-9dcd-4889-a284-f1a446cc6a41 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3428538 Dec 13 23:12:14.229623 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51376) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:14.234449 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:14.264381 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:12:14.275148 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4691'] for router, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.276261 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717185', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4680'] for router, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.318969 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93e16fc5-c8fc-5dc7-a9b4-2f4a9fccf8b9-141b7528-e139-47a0-a309-077a69d3a2f9', 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'project_id': '2c07799ba44b42538448963acda08b2b', 'fixed_ips': [{'subnet_id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96'}]}} from dv-cinder-796286-23-iscsi. {{(pid=102558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 23:12:14.320236 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.337977 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.463172 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.db_base_plugin_common [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Allocated IP 172.20.0.2 (141b7528-e139-47a0-a309-077a69d3a2f9/bb70bdb6-b1ea-4522-82b7-28d46ad62a96/40b7cb50-a476-4f2e-961b-f0417a55ba8a) {{(pid=102558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:14.473641 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.609977 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.617255 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256'] for port, after_create {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.659885 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Network 141b7528-e139-47a0-a309-077a69d3a2f9 is already hosted by enough agents. {{(pid=102558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:14.663792 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.scheduler.base_scheduler [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Resources bound (agent type, host, resource id): {{(pid=102558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:14.665830 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Pushing event updated for resources: {'Port': ['ID=40b7cb50-a476-4f2e-961b-f0417a55ba8a,revision_number=1']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:14.667986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Received port after_create {{(pid=102558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:14.674866 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.697504 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.724478 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Attempting to bind port 40b7cb50-a476-4f2e-961b-f0417a55ba8a on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:14.724846 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Attempting to bind port 40b7cb50-a476-4f2e-961b-f0417a55ba8a by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:14.725206 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Attempting to bind port 40b7cb50-a476-4f2e-961b-f0417a55ba8a on network 141b7528-e139-47a0-a309-077a69d3a2f9 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:14.730582 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:14.730958 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Checking segment: {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:14.731358 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.731748 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Bound using segment: {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:14.732209 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Bound port: 40b7cb50-a476-4f2e-961b-f0417a55ba8a, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:14.732590 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.799843 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] For port 40b7cb50-a476-4f2e-961b-f0417a55ba8a, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:14.803109 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] For port 40b7cb50-a476-4f2e-961b-f0417a55ba8a, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=40b7cb50-a476-4f2e-961b-f0417a55ba8a,segment=NetworkSegment(71611537-7cd1-414a-98fe-78014d01777a),segment_id=71611537-7cd1-414a-98fe-78014d01777a)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:14.803568 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Allocated IP 172.27.0.87 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/81ac985b-afa5-40f1-9053-628f70314216) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:14.807768 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.872185 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc6639-662a-4f1f-bb27-3035f46f6cc2 None None] Pushing event updated for resources: {'Port': ['ID=40b7cb50-a476-4f2e-961b-f0417a55ba8a,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:14.914311 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.956501 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:14.997246 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:15.000077 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:15.005068 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:15.007326 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Pushing event updated for resources: {'Port': ['ID=81ac985b-afa5-40f1-9053-628f70314216,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:15.070164 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83180379-f478-4f53-b88c-4268726df586 None None] Sync routers for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:12:15.083773 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:15.084646 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:11:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:15.205708 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:15.258995 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ed1b-7378-4cc5-b805-eba041b2825d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.287474 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.412964 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 40b7cb50-a476-4f2e-961b-f0417a55ba8a up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:15.421279 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 2, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:15.447783 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83180379-f478-4f53-b88c-4268726df586 None None] Checking router: 3ef88f25-a116-4b41-a301-0c8cf361ef00 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:12:15.448226 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83180379-f478-4f53-b88c-4268726df586 None None] Updating router 3ef88f25-a116-4b41-a301-0c8cf361ef00 port fd280af9-b45e-450f-996a-6e1c6a159de1 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:12:15.467625 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 40b7cb50-a476-4f2e-961b-f0417a55ba8a triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:15.468298 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.473845 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-83180379-f478-4f53-b88c-4268726df586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.488888 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-717298'] for router, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.552783 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.591157 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 40b7cb50-a476-4f2e-961b-f0417a55ba8a, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=40b7cb50-a476-4f2e-961b-f0417a55ba8a,segment=NetworkSegment(71611537-7cd1-414a-98fe-78014d01777a),segment_id=71611537-7cd1-414a-98fe-78014d01777a)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:15.597429 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.598539 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:15.629967 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Router 47801553-c3ca-4618-aeca-dde70db330d2 is scheduled to L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 with binding_index 1 {{(pid=102557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:12:15.693625 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=40b7cb50-a476-4f2e-961b-f0417a55ba8a,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:15.727686 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:15.728067 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.763927 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:12:15.777842 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Sync routers for ids ['47801553-c3ca-4618-aeca-dde70db330d2'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:12:15.789235 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.790609 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-65ff4876-cbfd-475d-82ae-e534f5c976ce admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5596735 Dec 13 23:12:15.795539 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51378) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:15.801170 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Routers {'47801553-c3ca-4618-aeca-dde70db330d2'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:15.801839 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['47801553-c3ca-4618-aeca-dde70db330d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:15.812302 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-83180379-f478-4f53-b88c-4268726df586 None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.820107 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-83180379-f478-4f53-b88c-4268726df586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.869255 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Pushing event updated for resources: {'Port': ['ID=fd280af9-b45e-450f-996a-6e1c6a159de1,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:15.887249 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.887701 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.888168 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.888632 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.889065 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.889648 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.890098 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.890527 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.890960 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.891494 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.891917 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.892390 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.892811 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:15.987418 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-83180379-f478-4f53-b88c-4268726df586 None None] Attempting to bind port fd280af9-b45e-450f-996a-6e1c6a159de1 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:15.987418 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-83180379-f478-4f53-b88c-4268726df586 None None] Attempting to bind port fd280af9-b45e-450f-996a-6e1c6a159de1 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:15.987418 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180379-f478-4f53-b88c-4268726df586 None None] Attempting to bind port fd280af9-b45e-450f-996a-6e1c6a159de1 on network 970bc77d-4239-473c-881b-40835e5cdec5 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:15.992406 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180379-f478-4f53-b88c-4268726df586 None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:15.993167 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180379-f478-4f53-b88c-4268726df586 None None] Checking segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:15.993815 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-83180379-f478-4f53-b88c-4268726df586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:15.994508 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83180379-f478-4f53-b88c-4268726df586 None None] Bound using segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:15.995164 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-83180379-f478-4f53-b88c-4268726df586 None None] Bound port: fd280af9-b45e-450f-996a-6e1c6a159de1, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:15.995626 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-83180379-f478-4f53-b88c-4268726df586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.083036 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698635c7-c762-4d3e-b6b9-88ff086391d1 None None] Network 141b7528-e139-47a0-a309-077a69d3a2f9 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:12:16.089009 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-83180379-f478-4f53-b88c-4268726df586 None None] For port fd280af9-b45e-450f-996a-6e1c6a159de1, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:16.093281 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-83180379-f478-4f53-b88c-4268726df586 None None] For port fd280af9-b45e-450f-996a-6e1c6a159de1, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=fd280af9-b45e-450f-996a-6e1c6a159de1,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:16.101521 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-83180379-f478-4f53-b88c-4268726df586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.160431 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:16.160978 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:16.162930 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb07d69-6fa5-43c9-9f75-fa544eaf82f9 None None] Pushing event updated for resources: {'Port': ['ID=fd280af9-b45e-450f-996a-6e1c6a159de1,revision_number=4']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:16.187351 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-82646b9f-a49d-4e44-8c0e-8cd92ef84ca6 None None] Provisioning complete for port 40b7cb50-a476-4f2e-961b-f0417a55ba8a triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:16.187694 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-82646b9f-a49d-4e44-8c0e-8cd92ef84ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.247115 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Set router 47801553-c3ca-4618-aeca-dde70db330d2 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:16.292967 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:16.314257 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.365721 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:16.418017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.507613 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-83180379-f478-4f53-b88c-4268726df586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:16.529264 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.538452 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83180379-f478-4f53-b88c-4268726df586 None None] The sync data for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi is: [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:12:16.540339 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:16.612421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:15Z', 'revision_number': 3, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:16.643659 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Checking router: 47801553-c3ca-4618-aeca-dde70db330d2 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:12:16.644516 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Updating router 47801553-c3ca-4618-aeca-dde70db330d2 port 81ac985b-afa5-40f1-9053-628f70314216 binding host dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:12:16.683513 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.716716 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-b351bdc5-c53b-4444-ab81-1e939a79243e None None] Provisioning complete for port fd280af9-b45e-450f-996a-6e1c6a159de1 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:16.717267 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b351bdc5-c53b-4444-ab81-1e939a79243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.722796 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Allocated IP 172.20.0.1 (141b7528-e139-47a0-a309-077a69d3a2f9/bb70bdb6-b1ea-4522-82b7-28d46ad62a96/889019c0-e90e-4063-8108-2f1c239efbf5) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:16.840694 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.875771 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.917524 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Network 141b7528-e139-47a0-a309-077a69d3a2f9 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:16.920785 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:16.922553 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.926124 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:16.929290 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Pushing event updated for resources: {'Port': ['ID=889019c0-e90e-4063-8108-2f1c239efbf5,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:16.932806 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b351bdc5-c53b-4444-ab81-1e939a79243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:16.968075 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715393'] for router_interface, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.001863 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b351bdc5-c53b-4444-ab81-1e939a79243e None None] For port fd280af9-b45e-450f-996a-6e1c6a159de1, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=fd280af9-b45e-450f-996a-6e1c6a159de1,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:17.009693 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b351bdc5-c53b-4444-ab81-1e939a79243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.099543 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Publish callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.101490 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351bdc5-c53b-4444-ab81-1e939a79243e None None] Pushing event updated for resources: {'Port': ['ID=fd280af9-b45e-450f-996a-6e1c6a159de1,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:17.109282 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.118489 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.174640 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee604d-3ed4-4b46-8ea0-649613ffd4b0 None None] Pushing event updated for resources: {'Port': ['ID=81ac985b-afa5-40f1-9053-628f70314216,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:17.178143 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Attempting to bind port 81ac985b-afa5-40f1-9053-628f70314216 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:17.178516 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Attempting to bind port 81ac985b-afa5-40f1-9053-628f70314216 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:17.178886 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Attempting to bind port 81ac985b-afa5-40f1-9053-628f70314216 on network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:17.181077 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-1f6a3966-0b4d-4954-a1dc-01aee932d40a None None] Provisioning complete for port 40b7cb50-a476-4f2e-961b-f0417a55ba8a triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:17.181472 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3966-0b4d-4954-a1dc-01aee932d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.203324 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:17.203585 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Checking segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:17.203974 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.204366 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Bound using segment: {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:17.204850 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Bound port: 81ac985b-afa5-40f1-9053-628f70314216, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7adb96d-a6c8-46f3-a0c6-1889768c5684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:17.205231 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.271952 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] For port 81ac985b-afa5-40f1-9053-628f70314216, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:17.275195 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] For port 81ac985b-afa5-40f1-9053-628f70314216, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=81ac985b-afa5-40f1-9053-628f70314216,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:17.287149 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.292634 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.300874 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.365196 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Pushing event updated for resources: {'Port': ['ID=889019c0-e90e-4063-8108-2f1c239efbf5,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:17.368165 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713777'] for router_interface, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.374873 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee604d-3ed4-4b46-8ea0-649613ffd4b0 None None] Pushing event updated for resources: {'Port': ['ID=81ac985b-afa5-40f1-9053-628f70314216,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:17.377434 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Routers {'47801553-c3ca-4618-aeca-dde70db330d2'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:17.378043 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['47801553-c3ca-4618-aeca-dde70db330d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:17.418453 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 40b7cb50-a476-4f2e-961b-f0417a55ba8a up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:17.428113 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-1f6a3966-0b4d-4954-a1dc-01aee932d40a None None] Provisioning complete for port 889019c0-e90e-4063-8108-2f1c239efbf5 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:17.428489 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3966-0b4d-4954-a1dc-01aee932d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.472201 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Network 141b7528-e139-47a0-a309-077a69d3a2f9 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:17.474093 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:17.531130 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a3966-0b4d-4954-a1dc-01aee932d40a None None] Port 889019c0-e90e-4063-8108-2f1c239efbf5 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:12:17.561873 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] Set router 47801553-c3ca-4618-aeca-dde70db330d2 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:17.564463 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 40b7cb50-a476-4f2e-961b-f0417a55ba8a triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:17.564833 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.602708 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Router 47801553-c3ca-4618-aeca-dde70db330d2 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:12:17.718614 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:12:17.724627 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-994b9ac4-4215-47d9-b5c1-b486ca7e73f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/47801553-c3ca-4618-aeca-dde70db330d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9277761 Dec 13 23:12:17.858237 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-68918edd-7ad0-410e-b18a-434451786851 None None] Provisioning complete for port 889019c0-e90e-4063-8108-2f1c239efbf5 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:17.858603 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-68918edd-7ad0-410e-b18a-434451786851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:17.948397 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-68918edd-7ad0-410e-b18a-434451786851 None None] Port 889019c0-e90e-4063-8108-2f1c239efbf5 cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:12:17.951497 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:18.027869 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:18.028248 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:18.077487 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '889019c0-e90e-4063-8108-2f1c239efbf5', 'name': '', 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'mac_address': 'fa:16:3e:2c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:16Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 2, 'project_id': '2c07799ba44b42538448963acda08b2b', 'subnets': [{'id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:18.106662 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d8495-b80c-4533-9fd1-3b1ea94b627a None None] The sync data for ids ['47801553-c3ca-4618-aeca-dde70db330d2'] in dv-cinder-796286-23-iscsi is: [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '889019c0-e90e-4063-8108-2f1c239efbf5', 'name': '', 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'mac_address': 'fa:16:3e:2c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:16Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 2, 'project_id': '2c07799ba44b42538448963acda08b2b', 'subnets': [{'id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:12:18.150697 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device fd280af9-b45e-450f-996a-6e1c6a159de1 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:18.213912 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:18.225271 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port fd280af9-b45e-450f-996a-6e1c6a159de1 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:18.225675 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:18.884578 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:19.407878 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 81ac985b-afa5-40f1-9053-628f70314216 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:19.480180 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 81ac985b-afa5-40f1-9053-628f70314216 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:19.480838 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:19.578959 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:19.605056 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] For port 81ac985b-afa5-40f1-9053-628f70314216, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=81ac985b-afa5-40f1-9053-628f70314216,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:19.610392 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:19.667513 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Pushing event updated for resources: {'Port': ['ID=81ac985b-afa5-40f1-9053-628f70314216,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:20.593440 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Sync routers for ids ['47801553-c3ca-4618-aeca-dde70db330d2'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:12:20.605317 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Routers {'47801553-c3ca-4618-aeca-dde70db330d2'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:20.605963 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['47801553-c3ca-4618-aeca-dde70db330d2'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:20.818431 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Set router 47801553-c3ca-4618-aeca-dde70db330d2 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:21.025684 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '889019c0-e90e-4063-8108-2f1c239efbf5', 'name': '', 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'mac_address': 'fa:16:3e:2c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:16Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 2, 'project_id': '2c07799ba44b42538448963acda08b2b', 'subnets': [{'id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:21.055348 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Checking router: 47801553-c3ca-4618-aeca-dde70db330d2 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:12:21.055661 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Updating router 47801553-c3ca-4618-aeca-dde70db330d2 port 889019c0-e90e-4063-8108-2f1c239efbf5 binding host dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 23:12:21.081675 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.357055 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 81ac985b-afa5-40f1-9053-628f70314216 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:21.357616 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.366579 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.427608 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 81ac985b-afa5-40f1-9053-628f70314216 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:21.427986 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.486832 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2d285-6c91-47f6-aa24-55ea3a02d4f7 None None] Pushing event updated for resources: {'Port': ['ID=889019c0-e90e-4063-8108-2f1c239efbf5,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:21.503072 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Attempting to bind port 889019c0-e90e-4063-8108-2f1c239efbf5 on host dv-cinder-796286-23-iscsi for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:21.503581 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Attempting to bind port 889019c0-e90e-4063-8108-2f1c239efbf5 by drivers openvswitch,hyperv on host dv-cinder-796286-23-iscsi at level 0 using segments [{'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:21.505866 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Attempting to bind port 889019c0-e90e-4063-8108-2f1c239efbf5 on network 141b7528-e139-47a0-a309-077a69d3a2f9 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:21.516244 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Checking agent: {'id': '89fd23f0-086a-481d-b5d3-3de7519fc692', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 22, 55, 19), 'started_at': datetime.datetime(2021, 12, 13, 22, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:21.517939 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Checking segment: {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:21.520522 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.521128 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Bound using segment: {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:21.521757 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Bound port: 889019c0-e90e-4063-8108-2f1c239efbf5, host: dv-cinder-796286-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71611537-7cd1-414a-98fe-78014d01777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:21.522247 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.623521 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] For port 889019c0-e90e-4063-8108-2f1c239efbf5, host dv-cinder-796286-23-iscsi, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:21.629381 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] For port 889019c0-e90e-4063-8108-2f1c239efbf5, host dv-cinder-796286-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=889019c0-e90e-4063-8108-2f1c239efbf5,segment=NetworkSegment(71611537-7cd1-414a-98fe-78014d01777a),segment_id=71611537-7cd1-414a-98fe-78014d01777a)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:21.639116 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.708013 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-99eda982-cdf8-495b-b401-ea8efc3bf56b None None] Provisioning complete for port 889019c0-e90e-4063-8108-2f1c239efbf5 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:21.708693 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-99eda982-cdf8-495b-b401-ea8efc3bf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.717826 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2d285-6c91-47f6-aa24-55ea3a02d4f7 None None] Pushing event updated for resources: {'Port': ['ID=889019c0-e90e-4063-8108-2f1c239efbf5,revision_number=4']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:21.727543 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Routers {'47801553-c3ca-4618-aeca-dde70db330d2'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:21.728187 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['47801553-c3ca-4618-aeca-dde70db330d2'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:21.879122 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] Set router 47801553-c3ca-4618-aeca-dde70db330d2 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:21.883380 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-99eda982-cdf8-495b-b401-ea8efc3bf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:21.942473 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-99eda982-cdf8-495b-b401-ea8efc3bf56b None None] For port 889019c0-e90e-4063-8108-2f1c239efbf5, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=889019c0-e90e-4063-8108-2f1c239efbf5,segment=NetworkSegment(71611537-7cd1-414a-98fe-78014d01777a),segment_id=71611537-7cd1-414a-98fe-78014d01777a)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:21.949954 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-99eda982-cdf8-495b-b401-ea8efc3bf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:22.010661 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eda982-cdf8-495b-b401-ea8efc3bf56b None None] Pushing event updated for resources: {'Port': ['ID=889019c0-e90e-4063-8108-2f1c239efbf5,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:22.074659 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-62a3c03f-325c-4c53-b25c-bc549e99d2e1 None None] Provisioning complete for port 889019c0-e90e-4063-8108-2f1c239efbf5 triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:22.075148 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-62a3c03f-325c-4c53-b25c-bc549e99d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:22.174905 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '889019c0-e90e-4063-8108-2f1c239efbf5', 'name': '', 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'mac_address': 'fa:16:3e:2c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:16Z', 'updated_at': '2021-12-13T23:12:21Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'subnets': [{'id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:22.203137 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c2284-6cea-4330-8d91-99294a6fca6b None None] The sync data for ids ['47801553-c3ca-4618-aeca-dde70db330d2'] in dv-cinder-796286-23-iscsi is: [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:17Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '889019c0-e90e-4063-8108-2f1c239efbf5', 'name': '', 'network_id': '141b7528-e139-47a0-a309-077a69d3a2f9', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'mac_address': 'fa:16:3e:2c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:16Z', 'updated_at': '2021-12-13T23:12:21Z', 'revision_number': 4, 'project_id': '2c07799ba44b42538448963acda08b2b', 'subnets': [{'id': 'bb70bdb6-b1ea-4522-82b7-28d46ad62a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:12:23.383421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 889019c0-e90e-4063-8108-2f1c239efbf5 up at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:23.433387 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Provisioning complete for port 889019c0-e90e-4063-8108-2f1c239efbf5 triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:23.433759 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:27.620544 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-31770f5e-78e7-4bfa-bf90-92aef5f7935e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:27.622016 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-31770f5e-78e7-4bfa-bf90-92aef5f7935e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 815 time: 0.1079834 Dec 13 23:12:27.637793 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0d428add-6088-432f-857d-a5a4cbc901b3 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/quotas/32fb7851fcdf4c988491b5239cbeb015 HTTP/1.1" status: 200 len: 375 time: 0.0098498 Dec 13 23:12:27.687689 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-07c93a26-d3ab-4e32-9d97-f4f632fe1aa3 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447676 Dec 13 23:12:27.798415 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-96bf64f4-2885-4584-b5fd-ed7136a6c84f service neutron] 10.222.0.13 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923948 Dec 13 23:12:27.887407 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-ecb45a68-d395-4db3-ba3a-311c8307ef46 service neutron] 10.222.0.13 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827947 Dec 13 23:12:28.062984 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9e58c7c-805f-43b3-a27e-d59017edd6c8 req-74335fe8-22a8-4e88-a280-056eb99b1529 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 210 time: 0.0316541 Dec 13 23:12:29.018536 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-05a07da6-dc1d-41f5-b061-a595b73edfa5 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:29.019948 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-05a07da6-dc1d-41f5-b061-a595b73edfa5 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 815 time: 0.1009674 Dec 13 23:12:29.032786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'port': {'device_id': 'cfd70637-7df5-414a-9d47-5569359290fa', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'admin_state_up': True, 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:29.160864 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d91ceef-65f8-40f6-9b53-943abfd172a6 req-f7ba34d3-4418-4b11-8569-231c5234c8e6 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 210 time: 0.0315824 Dec 13 23:12:29.171699 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Made reservation on behalf of 32fb7851fcdf4c988491b5239cbeb015 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:29.175978 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:29.307808 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Allocated IP 172.20.0.6 (970bc77d-4239-473c-881b-40835e5cdec5/e6d81289-e1ab-49cb-bd01-61f7f624baae/7d9199d5-570c-4348-b9fd-c69073779c2c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:29.466649 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:29.503958 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:29.552810 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Network 970bc77d-4239-473c-881b-40835e5cdec5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:29.556349 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:29.560394 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:29.595373 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:29.605575 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.606004 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.606269 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.606679 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.607005 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.607357 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.607694 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.608029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.608361 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.608693 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.609023 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.609376 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.609699 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:29.662277 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:29.663343 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:29.701081 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-0ac5a102-3dd0-4756-805c-d5d8efd7d591 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6719582 Dec 13 23:12:29.853133 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-d0fa3660-2229-4da6-b08f-9643d5cef46a None None] Provisioning complete for port 7d9199d5-570c-4348-b9fd-c69073779c2c triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:29.853755 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d0fa3660-2229-4da6-b08f-9643d5cef46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:29.890231 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa3660-2229-4da6-b08f-9643d5cef46a None None] Port 7d9199d5-570c-4348-b9fd-c69073779c2c cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:12:30.281697 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95668c2-22b6-47dd-8775-c02e4e5b0d7a req-38922e8f-01ac-458a-bb66-373fd10746ca tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:30.283164 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b95668c2-22b6-47dd-8775-c02e4e5b0d7a req-38922e8f-01ac-458a-bb66-373fd10746ca tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0503941 Dec 13 23:12:30.332715 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b95668c2-22b6-47dd-8775-c02e4e5b0d7a req-4fa22e66-f90d-4af3-aecf-f746a5df5dbf tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Dec 13 23:12:31.453152 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46251e7-8cdd-494c-b764-b15132601541 req-d813bca0-fcdc-458c-a4a4-fc0aabec6053 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:31.454643 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d46251e7-8cdd-494c-b764-b15132601541 req-d813bca0-fcdc-458c-a4a4-fc0aabec6053 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0537302 Dec 13 23:12:31.512642 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d46251e7-8cdd-494c-b764-b15132601541 req-dd8edc37-7391-4cbf-8037-4c8877c2aaf2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Dec 13 23:12:32.633766 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d137-bf54-49c2-a8cd-89d8ccd4b438 req-75110bfa-1b87-4abd-b098-bcc35324d997 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:32.635163 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14a4d137-bf54-49c2-a8cd-89d8ccd4b438 req-75110bfa-1b87-4abd-b098-bcc35324d997 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0504050 Dec 13 23:12:32.681295 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14a4d137-bf54-49c2-a8cd-89d8ccd4b438 req-58274d44-5934-41e9-a25b-8517153f171d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Dec 13 23:12:33.798527 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12fdaa-f187-4436-ae30-de524dcfd64b req-673492c3-7e07-4f1d-84fc-df11d40ff9c8 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:33.800114 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea12fdaa-f187-4436-ae30-de524dcfd64b req-673492c3-7e07-4f1d-84fc-df11d40ff9c8 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0510752 Dec 13 23:12:33.850957 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea12fdaa-f187-4436-ae30-de524dcfd64b req-a62ba884-7f9e-4d22-a25a-1c51bc2dbd7d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Dec 13 23:12:34.989981 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80789d23-32c1-4f22-8f74-22c621084133 req-ca9694c4-d41c-4a39-bd5e-5e00107052af tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:34.992668 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80789d23-32c1-4f22-8f74-22c621084133 req-ca9694c4-d41c-4a39-bd5e-5e00107052af tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0603073 Dec 13 23:12:35.040641 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80789d23-32c1-4f22-8f74-22c621084133 req-1dc05984-a931-4ab0-9463-8e1bdf9bf25b tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Dec 13 23:12:35.624163 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:36.173619 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b0ea4-1a99-4a6b-94eb-8872283b098e req-9fe7e71e-43fe-4b03-af92-0948fb11eed1 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:36.175664 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fe0b0ea4-1a99-4a6b-94eb-8872283b098e req-9fe7e71e-43fe-4b03-af92-0948fb11eed1 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0625644 Dec 13 23:12:36.239090 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fe0b0ea4-1a99-4a6b-94eb-8872283b098e req-5b685426-0bb8-4614-9d83-3522b9fb5f2c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Dec 13 23:12:37.372197 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7dbb5-2051-4367-8d8f-79a44cfd4252 req-34a1455d-b773-4deb-94aa-da401d0cebb9 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:37.373759 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a8a7dbb5-2051-4367-8d8f-79a44cfd4252 req-34a1455d-b773-4deb-94aa-da401d0cebb9 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0512910 Dec 13 23:12:37.440434 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a8a7dbb5-2051-4367-8d8f-79a44cfd4252 req-89877f38-ca90-451d-a1a9-b60c82ff2056 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603695 Dec 13 23:12:38.572813 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45a95e-c7c2-4c5a-824f-2f7c834f98de req-3dfb7f85-15c6-4d43-8b45-3ace28a61360 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:38.574365 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f45a95e-c7c2-4c5a-824f-2f7c834f98de req-3dfb7f85-15c6-4d43-8b45-3ace28a61360 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0530434 Dec 13 23:12:38.622933 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f45a95e-c7c2-4c5a-824f-2f7c834f98de req-c25c3625-5803-48cc-af0a-de6de3b21ef2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Dec 13 23:12:39.743873 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38909145-1d58-4a6b-82fb-09ca16bc6aa6 req-4afab057-4c39-4424-b0ff-84218f9b38f8 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:39.745529 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38909145-1d58-4a6b-82fb-09ca16bc6aa6 req-4afab057-4c39-4424-b0ff-84218f9b38f8 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 931 time: 0.0531836 Dec 13 23:12:39.805371 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38909145-1d58-4a6b-82fb-09ca16bc6aa6 req-288d1205-735a-4d49-9d7b-1bb97a6973b3 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Dec 13 23:12:40.288566 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Request body: {'port': {'device_id': 'cfd70637-7df5-414a-9d47-5569359290fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:40.343013 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:40.608079 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9199d5-570c-4348-b9fd-c69073779c2c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:12:40.616101 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:40.629867 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Transition to ACTIVE for port object 7d9199d5-570c-4348-b9fd-c69073779c2c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:12:40.636213 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:40.691163 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:40.764492 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Attempting to bind port 7d9199d5-570c-4348-b9fd-c69073779c2c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:12:40.765239 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Attempting to bind port 7d9199d5-570c-4348-b9fd-c69073779c2c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:12:40.765239 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Attempting to bind port 7d9199d5-570c-4348-b9fd-c69073779c2c on network 970bc77d-4239-473c-881b-40835e5cdec5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:40.770989 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Port 7d9199d5-570c-4348-b9fd-c69073779c2c on network 970bc77d-4239-473c-881b-40835e5cdec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:12:40.771324 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Attempting to bind port 7d9199d5-570c-4348-b9fd-c69073779c2c on network 970bc77d-4239-473c-881b-40835e5cdec5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:12:40.776534 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:12:40.776886 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Checking segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:12:40.777259 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Bound using segment: {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:12:40.777729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Bound port: 7d9199d5-570c-4348-b9fd-c69073779c2c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b84f8b-4af6-41ab-ab4a-c98c9dd58568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:12:40.778094 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:40.845646 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:12:40.848788 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:12:40.853786 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:40.925622 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:40.926286 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:40.927705 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] 10.222.0.32 "PUT /v2.0/ports/7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 1093 time: 0.6461585 Dec 13 23:12:40.928185 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:12:40.930537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac08953-2e16-4209-971f-06317a6fcf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:12:40.951873 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe206c9-7b5b-47de-8f46-184b359a4afd service neutron] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:40.986948 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4dfdc-1518-4a5f-8703-aded45c2e60b req-ee13f767-d31d-40f4-ad34-234353f1e6e1 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:40.988554 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6f4dfdc-1518-4a5f-8703-aded45c2e60b req-ee13f767-d31d-40f4-ad34-234353f1e6e1 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 943 time: 0.1039317 Dec 13 23:12:40.990166 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90af72f-5de7-4ee6-af76-98dc25c8773a x-openstack-request-id: req-f90af72f-5de7-4ee6-af76-98dc25c8773a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:12:40.990659 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:12:40.991041 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f90af72f-5de7-4ee6-af76-98dc25c8773a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:12:40.991489 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'status': 'completed', 'code': 200} Dec 13 23:12:41.068877 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6f4dfdc-1518-4a5f-8703-aded45c2e60b req-85c85c71-31c4-4e65-9f29-405ce1c580e3 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739560 Dec 13 23:12:41.071577 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-d200ea60-9f5f-482b-9a05-6ab3eb1671f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.073054 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-d200ea60-9f5f-482b-9a05-6ab3eb1671f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1096 time: 0.0769033 Dec 13 23:12:41.118759 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-bccf90ea-6267-4b53-be82-fa1275e2a018 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 217 time: 0.0376959 Dec 13 23:12:41.172162 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-2230f84e-bced-4dca-99b8-904f7d516be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.174857 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-2230f84e-bced-4dca-99b8-904f7d516be0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0490434 Dec 13 23:12:41.224472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-a85639b3-2d9a-4057-b94d-07f548ca271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.226539 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-a85639b3-2d9a-4057-b94d-07f548ca271f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437560 Dec 13 23:12:41.330753 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-ce47c200-feff-4c46-9a2e-792ad6391b13 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966403 Dec 13 23:12:41.428062 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c1bc970-fb5d-4446-bd70-f8128b722bab req-e3f72fb5-eb17-43dc-bb54-8c6406d2222c service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893693 Dec 13 23:12:41.527852 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-90e064a0-1be9-4a3c-abd7-ebcdb568afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.529314 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-90e064a0-1be9-4a3c-abd7-ebcdb568afc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1096 time: 0.0469844 Dec 13 23:12:41.621495 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-705e2ffc-5386-472c-8d11-184c4e682819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.622964 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-705e2ffc-5386-472c-8d11-184c4e682819 service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.0842023 Dec 13 23:12:41.668016 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-63dc120c-c65a-44bc-891b-2c7c06827dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 217 time: 0.0375693 Dec 13 23:12:41.723041 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-a5c2963d-db2b-40fb-9069-2f29393c0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.724389 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-a5c2963d-db2b-40fb-9069-2f29393c0475 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0487764 Dec 13 23:12:41.780727 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-f32686d3-f3be-40fa-88cb-1d26e84d584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:41.782216 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-f32686d3-f3be-40fa-88cb-1d26e84d584c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492914 Dec 13 23:12:41.876043 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-f7d229d0-ae79-409c-a304-cce187c76403 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851009 Dec 13 23:12:41.975080 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5ac08953-2e16-4209-971f-06317a6fcf8a req-061eb7a5-00db-4dc6-aa9e-9493592b9af5 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905790 Dec 13 23:12:42.199804 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f00a2-8499-49e9-8440-544a7ffcde7e req-7eafc681-07e9-43a5-8cfe-768028bc8f23 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:42.201309 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b23f00a2-8499-49e9-8440-544a7ffcde7e req-7eafc681-07e9-43a5-8cfe-768028bc8f23 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 943 time: 0.0516984 Dec 13 23:12:42.254948 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b23f00a2-8499-49e9-8440-544a7ffcde7e req-50051181-6aaf-4aa2-b7d4-45d8bdc48d20 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Dec 13 23:12:43.134846 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-5ed15775-f0b7-4a95-96bc-6848a7f6ddab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:43.384395 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694286cc-7dcf-4681-951c-214d78a5408a req-42e41fb2-fae0-4f9b-abea-3872cb1b3414 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:43.385876 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-694286cc-7dcf-4681-951c-214d78a5408a req-42e41fb2-fae0-4f9b-abea-3872cb1b3414 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 943 time: 0.0586236 Dec 13 23:12:43.441181 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-694286cc-7dcf-4681-951c-214d78a5408a req-34a82c93-765e-4211-9d03-3e725c9b7844 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Dec 13 23:12:44.038790 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 7d9199d5-570c-4348-b9fd-c69073779c2c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:12:44.141541 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:44.156577 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'port_id': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'mac_address': 'fa:16:3e:ca:3d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:12:44.193722 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:44.213105 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9199d5-570c-4348-b9fd-c69073779c2c {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:12:44.234600 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:44.242735 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:44.295917 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:44.457629 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['7d9199d5-570c-4348-b9fd-c69073779c2c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:12:44.559724 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0783de-cf7f-463b-8826-326b41132eed req-6378b887-ce92-4d34-8da0-2cda14510490 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:44.561195 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ec0783de-cf7f-463b-8826-326b41132eed req-6378b887-ce92-4d34-8da0-2cda14510490 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 944 time: 0.0499089 Dec 13 23:12:44.609301 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ec0783de-cf7f-463b-8826-326b41132eed req-57db1d1d-c537-46fc-aa62-91915a32bc5d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Dec 13 23:12:45.271906 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-005d6091-70e0-4e18-8191-a1ae672c6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:45.748006 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3934b5-7300-40fe-9e71-dca41cb7db8d req-ef3fb8da-d61d-4d66-80c3-f6219e301a48 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:45.749483 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d3934b5-7300-40fe-9e71-dca41cb7db8d req-ef3fb8da-d61d-4d66-80c3-f6219e301a48 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 944 time: 0.0629182 Dec 13 23:12:45.801370 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d3934b5-7300-40fe-9e71-dca41cb7db8d req-4032206e-79fa-4ac1-ad06-5c4c9e07ea95 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Dec 13 23:12:46.048479 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 7d9199d5-570c-4348-b9fd-c69073779c2c up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:12:46.102362 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 7d9199d5-570c-4348-b9fd-c69073779c2c completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:12:46.106122 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 7d9199d5-570c-4348-b9fd-c69073779c2c triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:12:46.106489 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:46.186862 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:46.210280 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:12:46.212521 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad39c227-a89d-42d2-bcbe-1a43fad1765b" -d '{"events": [{"server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "name": "network-vif-plugged", "status": "completed", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:12:46.225446 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:12:46.230870 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:46.255214 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ddf222-d278-4127-9920-2c1087c22cef x-openstack-request-id: req-91ddf222-d278-4127-9920-2c1087c22cef {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:12:46.255505 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "name": "network-vif-plugged", "status": "completed", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:12:46.255785 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ddf222-d278-4127-9920-2c1087c22cef {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:12:46.256145 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'code': 200} Dec 13 23:12:46.282677 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:46.428684 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4394b-c92c-432e-b9c8-a50797ae0ca7 req-62a7e12f-dc92-49e2-97e7-a7f28acda9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:46.430186 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66e4394b-c92c-432e-b9c8-a50797ae0ca7 req-62a7e12f-dc92-49e2-97e7-a7f28acda9fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1098 time: 0.0414295 Dec 13 23:12:46.475428 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66e4394b-c92c-432e-b9c8-a50797ae0ca7 req-68c5a3ed-4d9c-4ba6-919d-5c13261cae82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Dec 13 23:12:46.865990 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:46.927932 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19489301-572e-44cf-9e64-7e25fea8b6ee req-316262f9-d250-47ad-96fe-61da217c85d4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:46.929422 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19489301-572e-44cf-9e64-7e25fea8b6ee req-316262f9-d250-47ad-96fe-61da217c85d4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0510290 Dec 13 23:12:46.980439 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-19489301-572e-44cf-9e64-7e25fea8b6ee req-c7988117-1e92-4c4d-b48c-1fba67ef8d57 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Dec 13 23:12:48.107732 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2b38c-b175-4a5c-8512-2cc05e48a7e1 req-f7b7f31b-088f-45c2-9014-bee6c691cffe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:48.109216 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53f2b38c-b175-4a5c-8512-2cc05e48a7e1 req-f7b7f31b-088f-45c2-9014-bee6c691cffe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0586054 Dec 13 23:12:48.157422 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53f2b38c-b175-4a5c-8512-2cc05e48a7e1 req-b0dda7ce-fa5f-4c8c-ad93-3f32f031bee4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Dec 13 23:12:48.203066 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:48.277560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144f56-ce34-4d27-8dc3-f301d9c4626d req-eb632023-1fbe-49ad-9c90-6be5af50bf1e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:48.279165 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2144f56-ce34-4d27-8dc3-f301d9c4626d req-eb632023-1fbe-49ad-9c90-6be5af50bf1e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0533984 Dec 13 23:12:48.331803 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2144f56-ce34-4d27-8dc3-f301d9c4626d req-03cbbf20-5bdb-4d7e-87e2-a6e0ec582023 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Dec 13 23:12:48.672493 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634e13-7b60-42c9-af5e-9ec80176cc6a req-6c6ae046-3e1e-4ae6-b1ff-7e7e7a45698e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:48.674367 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c634e13-7b60-42c9-af5e-9ec80176cc6a req-6c6ae046-3e1e-4ae6-b1ff-7e7e7a45698e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0612991 Dec 13 23:12:48.723867 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c634e13-7b60-42c9-af5e-9ec80176cc6a req-a2e932c3-d505-4310-b857-6f3566484be2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Dec 13 23:12:48.873079 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:51.269446 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:12:57.181120 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacc2d9-1d10-4839-9a48-d0554806e3d2 req-0c5b60b0-544c-48ef-a9b1-74c13d905072 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:57.182610 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ddacc2d9-1d10-4839-9a48-d0554806e3d2 req-0c5b60b0-544c-48ef-a9b1-74c13d905072 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0604510 Dec 13 23:12:57.232115 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ddacc2d9-1d10-4839-9a48-d0554806e3d2 req-29428322-11a4-428a-8ddb-a30614d46b1b tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Dec 13 23:12:57.255631 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51572) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:57.388453 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2515723f-96b0-45e5-bd80-ffe960952a5f tempest-TestMinimumBasicScenario-639691809 tempest-TestMinimumBasicScenario-639691809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:57.390012 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-2515723f-96b0-45e5-bd80-ffe960952a5f tempest-TestMinimumBasicScenario-639691809 tempest-TestMinimumBasicScenario-639691809-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1093 time: 0.1333091 Dec 13 23:12:57.393309 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51576) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:57.397560 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'port_id': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:57.423457 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for floatingip, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:57.521964 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:57.624839 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Allocated IP 172.27.0.29 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/d334ade7-2d70-474a-acfd-12488ca77df7) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:12:57.736184 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:57.770274 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:57.811993 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:12:57.815832 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:57.817759 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'Port': ['ID=d334ade7-2d70-474a-acfd-12488ca77df7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:57.819840 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:12:58.171112 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:58.237297 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:58.405424 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:58.412389 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5672392'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:58.479340 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'Port': ['ID=d334ade7-2d70-474a-acfd-12488ca77df7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:58.490934 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:58.590332 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Floating IP 6388e8c3-30b2-4118-b666-730b979d5623 associated. External IP: 172.27.0.29, port: 7d9199d5-570c-4348-b9fd-c69073779c2c. Dec 13 23:12:58.793266 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Router 3ef88f25-a116-4b41-a301-0c8cf361ef00 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:12:59.156365 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:12:59.167598 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] Sync routers for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:12:59.176209 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.179444 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:59.180073 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:59.202360 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-7267a5de-9150-447b-a291-5615eac112fe tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8080187 Dec 13 23:12:59.202961 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:12:59.205495 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51584) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.205983 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:12:59.210322 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184173127', 'description': 'tempest-secgroup-smoke-1184173127 description', 'project_id': '32fb7851fcdf4c988491b5239cbeb015'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:59.235062 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.244800 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d281829-be04-4e2a-86a1-d509cc3b4c18 x-openstack-request-id: req-4d281829-be04-4e2a-86a1-d509cc3b4c18 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:12:59.245142 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:12:59.245441 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d281829-be04-4e2a-86a1-d509cc3b4c18 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:12:59.245872 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'status': 'completed', 'code': 200} Dec 13 23:12:59.289959 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:59.307784 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.311946 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.338979 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.340201 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1338444 Dec 13 23:12:59.343292 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51588) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.344205 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778d314-2ce8-4f88-9bc3-1d61fd640fea tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.348852 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.v2.base [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group_rule': {'security_group_id': 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:59.375442 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.431530 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.436364 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.457111 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322d7ff5-6c25-48a0-aa9d-e3667b76789b,revision_number=0']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.463279 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.467336 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-6c08b496-5346-451c-9cdf-dc832c9c6393 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224585 Dec 13 23:12:59.467761 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51590) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.472517 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group_rule': {'security_group_id': 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:59.500713 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.514502 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '6388e8c3-30b2-4118-b666-730b979d5623', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'port_id': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'mac_address': 'fa:16:3e:ca:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd70637-7df5-414a-9d47-5569359290fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:12:58Z', 'updated_at': '2021-12-13T23:12:58Z', 'revision_number': 0, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:59.541044 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] Checking router: 3ef88f25-a116-4b41-a301-0c8cf361ef00 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:12:59.550937 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:59.551601 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:12:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:59.559255 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.564104 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.585381 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0dc62f-4f83-47b8-b1c3-4f408be28b5c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.594107 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.597959 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-93161eb4-ae0c-4a2f-8342-ef71f50c9d2a tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265180 Dec 13 23:12:59.598164 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51592) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.602538 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group_rule': {'security_group_id': 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:59.629263 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.691235 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.696215 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.715965 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a12c9e9-5ca3-4b03-b242-fa6bb922b148,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.727516 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.728730 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-31535c7a-3c43-4c6b-bebc-6228cd0e8b0d tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296144 Dec 13 23:12:59.731533 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.736611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group_rule': {'security_group_id': 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:59.765058 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.795117 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:12:59.823537 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.828102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.845927 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5dbb5e-3173-43be-9ee8-0fde3aae96d0,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.856330 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.860141 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4937ca68-c195-4586-ae7f-04c463ef411f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250629 Dec 13 23:12:59.860342 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.864838 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group_rule': {'security_group_id': 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:12:59.887119 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Project 32fb7851fcdf4c988491b5239cbeb015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:12:59.891869 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.957852 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.962670 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.980518 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce11ab6-22e0-4d61-92da-11793be3c2f4,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.989055 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:12:59.990258 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2045e2f5-9440-4f36-9d0f-044e0e6f0dc4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289339 Dec 13 23:12:59.993088 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51598) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:12:59.997475 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'security_group_rule': {'security_group_id': 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db', 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:13:00.019502 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Project 32fb7851fcdf4c988491b5239cbeb015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:13:00.024352 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.033040 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '6388e8c3-30b2-4118-b666-730b979d5623', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'port_id': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'mac_address': 'fa:16:3e:ca:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd70637-7df5-414a-9d47-5569359290fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:12:58Z', 'updated_at': '2021-12-13T23:12:58Z', 'revision_number': 0, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:00.062780 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f01cb5-a6a4-4779-b25e-ac3b26a62cb5 None None] The sync data for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi is: [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '6388e8c3-30b2-4118-b666-730b979d5623', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'port_id': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'mac_address': 'fa:16:3e:ca:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd70637-7df5-414a-9d47-5569359290fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:12:58Z', 'updated_at': '2021-12-13T23:12:58Z', 'revision_number': 0, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:13:00.085775 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.091050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763352'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.110322 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a97fd4-a565-43d6-bbed-d6385c981ece,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:00.120729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.124654 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1457e8f9-ccb7-4efb-8029-ae5f77d2151e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279328 Dec 13 23:13:00.327561 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb051236-9e09-484f-9336-629d75c94829 req-d21e217c-0843-4413-b1ba-4469c675d2b9 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184173127&fields=id&tenant_id=32fb7851fcdf4c988491b5239cbeb015 HTTP/1.1" status: 200 len: 267 time: 0.1592045 Dec 13 23:13:00.388522 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb051236-9e09-484f-9336-629d75c94829 req-fb549347-aaf4-4631-801f-a8345925622f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:00.390070 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb051236-9e09-484f-9336-629d75c94829 req-fb549347-aaf4-4631-801f-a8345925622f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0555661 Dec 13 23:13:00.401680 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'port': {'security_groups': ['7070cfa3-39c6-457b-9ba2-76d3d32df8b0', 'cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:13:00.469472 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.670902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:00.702853 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.707603 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43dbb2-9bc1-4888-92c0-f0a0e75d17ff None None] New status for floating IP 6388e8c3-30b2-4118-b666-730b979d5623: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:13:00.709718 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.754418 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:00.755050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:00.756399 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb051236-9e09-484f-9336-629d75c94829 req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "PUT /v2.0/ports/7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 981 time: 0.3595731 Dec 13 23:13:00.756862 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:13:00.759305 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce2c69-e948-426b-9474-3991e3b2fd75" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:13:00.791070 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1af55a-5114-4d9f-82a6-3c6481bf4c8c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:00.808460 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc8abd-51a1-43a9-9499-2e3e59c599bb x-openstack-request-id: req-09cc8abd-51a1-43a9-9499-2e3e59c599bb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:13:00.809293 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:13:00.809683 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09cc8abd-51a1-43a9-9499-2e3e59c599bb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:13:00.810770 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'status': 'completed', 'code': 200} Dec 13 23:13:00.945355 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdea4b-68da-4373-b71e-75410694a769 req-3fbd41b1-84a5-491f-8a02-5a6c7b9adffd tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:00.947405 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37cdea4b-68da-4373-b71e-75410694a769 req-3fbd41b1-84a5-491f-8a02-5a6c7b9adffd tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.1260550 Dec 13 23:13:00.956482 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['7d9199d5-570c-4348-b9fd-c69073779c2c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:13:01.023144 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-ecdb6851-46cf-45b1-ba18-76ab5937624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.024572 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-ecdb6851-46cf-45b1-ba18-76ab5937624c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1137 time: 0.0760410 Dec 13 23:13:01.039570 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['7d9199d5-570c-4348-b9fd-c69073779c2c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:13:01.062322 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37cdea4b-68da-4373-b71e-75410694a769 req-a1be486f-4743-422a-b983-f288df3d6b31 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994248 Dec 13 23:13:01.128548 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-0f621e52-39b3-47c5-bc64-1130ae433531 None None] Provisioning complete for port 7d9199d5-570c-4348-b9fd-c69073779c2c triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:01.128917 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0f621e52-39b3-47c5-bc64-1130ae433531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:01.133852 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-a2796481-9733-41fd-a934-62448daaba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.135599 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-a2796481-9733-41fd-a934-62448daaba08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.1000917 Dec 13 23:13:01.203879 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-3eaf0d58-46fa-4573-89c5-0f6783e2c2ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 1000 time: 0.0611801 Dec 13 23:13:01.257592 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-b2f9db8e-66a0-4d57-817e-4bb60bc3b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.259119 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-b2f9db8e-66a0-4d57-817e-4bb60bc3b714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0479894 Dec 13 23:13:01.313130 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-b7593e6b-32e0-414a-a926-e214c6b975a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.315385 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-b7593e6b-32e0-414a-a926-e214c6b975a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493665 Dec 13 23:13:01.415691 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-d5aec8e5-4755-4566-9bf7-cd2afcbd5f8f service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936196 Dec 13 23:13:01.524423 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c3a7fc4-ab20-4b60-9291-83086e4dd0c6 req-a3104cc7-af51-4bbb-b9eb-2a48434c086d service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020031 Dec 13 23:13:01.628818 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-535838a7-7998-466b-8d2a-a3f75d32dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.631188 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-535838a7-7998-466b-8d2a-a3f75d32dac4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1137 time: 0.0560157 Dec 13 23:13:01.725924 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-83afe11c-c423-4ab6-bb52-18e378f047c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.728112 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-83afe11c-c423-4ab6-bb52-18e378f047c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.0901365 Dec 13 23:13:01.802171 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-6ae89e2c-19df-46b6-b424-df49d4fa786f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 1000 time: 0.0633388 Dec 13 23:13:01.852420 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-bb3abe17-b3e0-4fe0-98fe-bdecd117097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.853891 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-bb3abe17-b3e0-4fe0-98fe-bdecd117097d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0436378 Dec 13 23:13:01.901566 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-2788aefb-5af8-442c-adf6-c0b6691a4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:01.903002 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-2788aefb-5af8-442c-adf6-c0b6691a4c8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408702 Dec 13 23:13:01.997297 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-c4e2e328-0f44-410e-850b-2c3f750c5e12 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850172 Dec 13 23:13:02.098719 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52ce2c69-e948-426b-9474-3991e3b2fd75 req-f5cbd1b0-a375-4f07-8496-305de87233d4 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926354 Dec 13 23:13:05.074474 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-ac7a5189-95e5-4142-9710-5d6e8c149dcc tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862593000&fields=id&tenant_id=d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 267 time: 0.0560131 Dec 13 23:13:05.184036 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-47e7d00e-926e-4355-81b7-23073116a670 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:05.185422 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-47e7d00e-926e-4355-81b7-23073116a670 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 812 time: 0.1021812 Dec 13 23:13:05.205595 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-79b6fb22-b54f-48a9-8123-4f3f7edc5d83 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/quotas/d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 375 time: 0.0138483 Dec 13 23:13:05.259145 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e6687b15-fd08-45e1-bc45-4043d2b675da tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483882 Dec 13 23:13:05.320634 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-c53edc69-a6c4-4e83-ae1b-de9976d66512 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:13:05.321647 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-c53edc69-a6c4-4e83-ae1b-de9976d66512 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504134 Dec 13 23:13:05.425631 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-fec4e8ae-9aef-40c0-8d0c-257a7a0fab1b service neutron] 10.222.0.13 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975440 Dec 13 23:13:05.524808 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e0b656b5-1055-4b11-a473-982bc589f53b service neutron] 10.222.0.13 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927796 Dec 13 23:13:05.647183 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:05.821220 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-85d03710-9a1f-4b68-b382-89d1e9e13c92 req-3ec23c12-e3a0-4953-ac02-b87e060fde59 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 210 time: 0.0277112 Dec 13 23:13:06.790204 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-034ff660-333f-4f42-a740-d257217b765b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:06.791650 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-034ff660-333f-4f42-a740-d257217b765b tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 812 time: 0.1093078 Dec 13 23:13:06.856536 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-7ca10f70-2112-4312-961c-bdc682830a3c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41d0a6cbf194f8c89c606ddb13feecb HTTP/1.1" status: 200 len: 379 time: 0.0550046 Dec 13 23:13:06.867868 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'port': {'device_id': '677ba26f-6428-422b-9a02-9910c221aa02', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'admin_state_up': True, 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'security_groups': ['829aaee3-bf2d-428a-9f01-e91a6c5f2a12']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:13:07.211375 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bcafd252-d43f-4a84-9f5b-e75ba41cb07b req-f92443b7-21eb-422f-889b-883c2a56dd49 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 210 time: 0.3022168 Dec 13 23:13:07.271042 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Made reservation on behalf of d41d0a6cbf194f8c89c606ddb13feecb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:13:07.274536 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:07.399435 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Allocated IP 172.20.0.8 (6646f8aa-a5ae-40b1-af43-1c8579efe381/3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f/4f9609b0-e000-4526-a95a-49b5d2e8dabb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:13:07.539842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:07.575628 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:07.621663 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:13:07.624623 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:07.627329 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:13:07.634305 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=4f9609b0-e000-4526-a95a-49b5d2e8dabb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:07.688478 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:07.689113 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:07.706754 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-31aedb47-c94d-48ac-9b87-46d169a9ae31 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428204 Dec 13 23:13:07.720407 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Request body: {'port': {'device_id': '677ba26f-6428-422b-9a02-9910c221aa02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:13:07.775980 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:07.893234 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-cd3c5c6c-5fcf-42e9-bd48-1efe8847adec None None] Provisioning complete for port 4f9609b0-e000-4526-a95a-49b5d2e8dabb triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:07.893903 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5c6c-5fcf-42e9-bd48-1efe8847adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:07.928443 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c5c6c-5fcf-42e9-bd48-1efe8847adec None None] Port 4f9609b0-e000-4526-a95a-49b5d2e8dabb cannot update to ACTIVE because it is not bound. {{(pid=102558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 23:13:08.037685 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9609b0-e000-4526-a95a-49b5d2e8dabb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:13:08.045294 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:08.058030 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Transition to ACTIVE for port object 4f9609b0-e000-4526-a95a-49b5d2e8dabb will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:13:08.063760 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:08.116930 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9609b0-e000-4526-a95a-49b5d2e8dabb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:08.190491 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Attempting to bind port 4f9609b0-e000-4526-a95a-49b5d2e8dabb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 23:13:08.190802 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Attempting to bind port 4f9609b0-e000-4526-a95a-49b5d2e8dabb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 23:13:08.191582 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Attempting to bind port 4f9609b0-e000-4526-a95a-49b5d2e8dabb on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:13:08.199185 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Port 4f9609b0-e000-4526-a95a-49b5d2e8dabb on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 23:13:08.199490 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Attempting to bind port 4f9609b0-e000-4526-a95a-49b5d2e8dabb on network 6646f8aa-a5ae-40b1-af43-1c8579efe381 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 23:13:08.205210 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Checking agent: {'id': '613fe081-c3e7-409f-8643-18c75a1f535c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'started_at': datetime.datetime(2021, 12, 13, 23, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 23:13:08.205589 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Checking segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 23:13:08.205957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Bound using segment: {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 23:13:08.206384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Bound port: 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888bab1b-956a-4815-a2b5-ea33e75c6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 23:13:08.206741 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:08.275972 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] For port 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host hv-cinder-79628, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:13:08.279142 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] For port 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:13:08.283729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:08.379956 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.380992 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:08.382009 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f9609b0-e000-4526-a95a-49b5d2e8dabb HTTP/1.1" status: 200 len: 1093 time: 0.6659336 Dec 13 23:13:08.386019 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:13:08.388251 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10" -d '{"events": [{"name": "network-changed", "server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:13:08.417745 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069bd1-280e-48b3-8bba-734d019cafd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9609b0-e000-4526-a95a-49b5d2e8dabb,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:08.431268 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-bd1e0bd9-efcd-45de-b254-44522e25ff86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906820 Dec 13 23:13:08.438729 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa10b-5433-49aa-b1d5-7ec7f9b22af0 req-fb69f412-1f16-4d17-ade5-138009fe2ca9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.440231 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07dfa10b-5433-49aa-b1d5-7ec7f9b22af0 req-fb69f412-1f16-4d17-ade5-138009fe2ca9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.1538911 Dec 13 23:13:08.478788 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67275133-2695-4d5d-88d9-c47ce6496319 x-openstack-request-id: req-67275133-2695-4d5d-88d9-c47ce6496319 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:13:08.479106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:13:08.479327 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67275133-2695-4d5d-88d9-c47ce6496319 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:13:08.479722 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'status': 'completed', 'code': 200} Dec 13 23:13:08.545584 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-b8828199-9ab0-42ba-903c-2a721b3296b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.547096 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-b8828199-9ab0-42ba-903c-2a721b3296b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 1096 time: 0.1027026 Dec 13 23:13:08.573189 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07dfa10b-5433-49aa-b1d5-7ec7f9b22af0 req-7ffc8dcf-976a-478f-ab34-6c8d6005c7ac tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208038 Dec 13 23:13:08.600051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-299a5fcc-5e45-4aa3-9ec9-4e2cbd6e52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.601553 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-299a5fcc-5e45-4aa3-9ec9-4e2cbd6e52dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1099 time: 0.1144600 Dec 13 23:13:08.603218 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-0255ee74-3385-49ed-a039-f13e33c2347f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb HTTP/1.1" status: 200 len: 217 time: 0.0449743 Dec 13 23:13:08.715792 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-93ab5390-2f0b-4c1c-90fa-bd59f1f9f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.717151 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-93ab5390-2f0b-4c1c-90fa-bd59f1f9f826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0940373 Dec 13 23:13:08.773435 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-c5388933-e0f6-4f2c-885b-1e7aa6948285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.774922 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-c5388933-e0f6-4f2c-885b-1e7aa6948285 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.1441276 Dec 13 23:13:08.792676 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-7c3cb63f-bd49-43dc-b798-fb8b493856f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.794094 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-7c3cb63f-bd49-43dc-b798-fb8b493856f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0636973 Dec 13 23:13:08.891965 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-3c187e46-9581-461a-a335-d776e5f1afa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 1002 time: 0.1091812 Dec 13 23:13:08.954456 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-b3f502b5-08f2-4e08-a750-54755e5cb337 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332684 Dec 13 23:13:08.970619 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-620d82df-d792-4e71-a8c9-70468352de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:08.971891 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-620d82df-d792-4e71-a8c9-70468352de72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0717390 Dec 13 23:13:09.075593 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-aff1305a-32f2-4c17-aef9-e13234ba84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:09.077056 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-aff1305a-32f2-4c17-aef9-e13234ba84b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0945749 Dec 13 23:13:09.080583 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fbbf1ab-1487-4832-a35f-7395cb91695a req-8a9fb56a-0144-468f-8234-e1986a8d838f service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180096 Dec 13 23:13:09.203756 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-1de01ade-c68b-42d1-ad5a-d51b9ca5e907 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140823 Dec 13 23:13:09.206262 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-e12a9385-122f-4168-8d73-b4cf8f903c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:09.207782 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-e12a9385-122f-4168-8d73-b4cf8f903c72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 1096 time: 0.0703034 Dec 13 23:13:09.388606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3c0a0ccb-3396-4d61-bd2c-34d10a9bfd3e req-721a5abb-cb94-4411-a7c0-978655b64ee2 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627100 Dec 13 23:13:09.390122 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-c19a7909-11c4-4956-9ecf-65b792cd4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:09.391420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-c19a7909-11c4-4956-9ecf-65b792cd4aeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.1589191 Dec 13 23:13:09.443588 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-49aee205-7eb4-447d-a8e7-d7b23e0f909b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb HTTP/1.1" status: 200 len: 217 time: 0.0427718 Dec 13 23:13:09.505376 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-27fe0e63-47ba-44ec-b1f8-c5908183e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:09.507785 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-27fe0e63-47ba-44ec-b1f8-c5908183e19a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0536525 Dec 13 23:13:09.565725 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-3bd2b4eb-7b8a-49c5-9ff0-8a15e8294649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:09.567591 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-3bd2b4eb-7b8a-49c5-9ff0-8a15e8294649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457039 Dec 13 23:13:09.695483 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-03ba312d-1cba-43f5-a831-5667485b73b1 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168694 Dec 13 23:13:09.729646 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbdd41-7b05-4ea6-85b9-5959fb27f286 req-db203317-f9cc-47a3-b525-3f8bee2474fb tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:09.730335 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12dbdd41-7b05-4ea6-85b9-5959fb27f286 req-db203317-f9cc-47a3-b525-3f8bee2474fb tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0793617 Dec 13 23:13:09.826476 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12dbdd41-7b05-4ea6-85b9-5959fb27f286 req-5b4b82b2-d76b-43de-b097-97955fbefeb4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699718 Dec 13 23:13:09.828697 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-96a5fd53-12ef-48ca-ac9e-12b4e8152c10 req-f0e62e51-4f27-4934-b428-d7fe1d2e5275 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255653 Dec 13 23:13:10.953280 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff005-0e49-484f-b267-6bc6e027aa45 req-2162e2a5-536d-410a-b6e5-51ff304061c9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:10.954845 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-886ff005-0e49-484f-b267-6bc6e027aa45 req-2162e2a5-536d-410a-b6e5-51ff304061c9 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0536556 Dec 13 23:13:11.006540 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-886ff005-0e49-484f-b267-6bc6e027aa45 req-2e1a9765-a30e-4522-87ae-f386326d6602 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Dec 13 23:13:12.137959 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71a9a-fc3f-4a8c-8b0c-90e8983a9970 req-fc8e2a29-e6ec-447a-a305-59e4b5a9bc5a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:12.139420 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2bf71a9a-fc3f-4a8c-8b0c-90e8983a9970 req-fc8e2a29-e6ec-447a-a305-59e4b5a9bc5a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0529699 Dec 13 23:13:12.191427 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2bf71a9a-fc3f-4a8c-8b0c-90e8983a9970 req-de01dca1-d5c7-4eac-8dbd-c7d6729c132a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458930 Dec 13 23:13:13.133620 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-10bac808-73dd-4f91-8fa1-f92ad65c3471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:13.313689 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20992f3-dec8-4140-9224-11193aa72624 req-e82c9b4a-7fe7-4b96-a0af-3e0e0b154646 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:13.315149 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e20992f3-dec8-4140-9224-11193aa72624 req-e82c9b4a-7fe7-4b96-a0af-3e0e0b154646 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0500808 Dec 13 23:13:13.372081 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e20992f3-dec8-4140-9224-11193aa72624 req-1f49c4f0-e66e-47f9-b993-6a12b2be8f38 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506141 Dec 13 23:13:14.499629 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eded8-ce41-4e43-a1cc-9057e1800291 req-0c99a6e6-4bb3-453b-8eb9-1c8e065f447f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:14.501085 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d16eded8-ce41-4e43-a1cc-9057e1800291 req-0c99a6e6-4bb3-453b-8eb9-1c8e065f447f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0520175 Dec 13 23:13:14.565274 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d16eded8-ce41-4e43-a1cc-9057e1800291 req-07eadb16-9005-4a94-9137-37507d421a55 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571024 Dec 13 23:13:15.271706 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d5bfbf75-0e5e-4ff3-a95f-46f9ba17ef06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:15.708594 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a9167-5c2f-4a04-a1f2-0a8771d73063 req-ab0a9c63-7caa-49b5-8070-f862fe70b493 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:15.710070 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1d9a9167-5c2f-4a04-a1f2-0a8771d73063 req-ab0a9c63-7caa-49b5-8070-f862fe70b493 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0593374 Dec 13 23:13:15.757976 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1d9a9167-5c2f-4a04-a1f2-0a8771d73063 req-5c40d132-002b-4a05-9d63-e962c0673b09 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419405 Dec 13 23:13:16.869922 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:16.889252 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e8c8-402c-4fb3-aafd-a5514550f0e7 req-940b9a69-cfb7-47f1-8593-e42a7e8de7a7 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:16.890733 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c069e8c8-402c-4fb3-aafd-a5514550f0e7 req-940b9a69-cfb7-47f1-8593-e42a7e8de7a7 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 943 time: 0.0541353 Dec 13 23:13:16.941937 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c069e8c8-402c-4fb3-aafd-a5514550f0e7 req-27d5bf76-1c08-499f-a8f9-1c6e7ad1176f tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Dec 13 23:13:16.975096 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 4f9609b0-e000-4526-a95a-49b5d2e8dabb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=102558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 23:13:17.081101 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:17.092355 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Returning: {'device': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'port_id': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'mac_address': 'fa:16:3e:3d:3a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 23:13:17.129773 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:17.142861 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9609b0-e000-4526-a95a-49b5d2e8dabb {{(pid=102558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:13:17.164083 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:17.170614 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:17.218650 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=4f9609b0-e000-4526-a95a-49b5d2e8dabb,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:17.226096 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.226440 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.226776 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.227111 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.227435 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.227762 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.228087 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.228407 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.228729 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.229052 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.229369 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.229698 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.230011 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:17.393854 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['4f9609b0-e000-4526-a95a-49b5d2e8dabb'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:13:18.070581 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5a63-2f9e-48ed-a05e-3d68e9164c32 req-cc1faa32-91c1-475a-ac41-7679ffe77572 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:18.072062 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ab1f5a63-2f9e-48ed-a05e-3d68e9164c32 req-cc1faa32-91c1-475a-ac41-7679ffe77572 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 944 time: 0.0557909 Dec 13 23:13:18.122065 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ab1f5a63-2f9e-48ed-a05e-3d68e9164c32 req-fd209ac7-a6a7-4164-8260-7f1fd50b5d82 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Dec 13 23:13:18.231828 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:18.876693 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:18.972375 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 4f9609b0-e000-4526-a95a-49b5d2e8dabb up at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 23:13:19.025273 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning for port 4f9609b0-e000-4526-a95a-49b5d2e8dabb completed by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:13:19.028993 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Provisioning complete for port 4f9609b0-e000-4526-a95a-49b5d2e8dabb triggered by entity L2. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:19.029382 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:19.108888 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:19.131428 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb'}] {{(pid=102558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:13:19.133648 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e3f31dcd987f603462ed456e9b5d3036cd4d587c84e91a032856a8376e816a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad41a32f-e667-4629-9f42-ebcb129bf852" -d '{"events": [{"server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "name": "network-vif-plugged", "status": "completed", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb"}]}' {{(pid=102558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:13:19.145685 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] For port 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:19.150740 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:19.175291 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8246ec88-3384-4993-b1c1-b2478b8972cd x-openstack-request-id: req-8246ec88-3384-4993-b1c1-b2478b8972cd {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:13:19.175591 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "name": "network-vif-plugged", "status": "completed", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb", "code": 200}]} {{(pid=102558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:13:19.175829 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8246ec88-3384-4993-b1c1-b2478b8972cd {{(pid=102558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:13:19.176203 dv-cinder-796286-23-iscsi neutron-server[102558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'code': 200} Dec 13 23:13:19.213906 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Pushing event updated for resources: {'Port': ['ID=4f9609b0-e000-4526-a95a-49b5d2e8dabb,revision_number=5']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:19.242662 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9a4b-3d89-458e-aad9-ca0ffe5ba1a3 req-42251e57-d461-43f3-8d6b-66bc5582c12d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:19.244153 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f24a9a4b-3d89-458e-aad9-ca0ffe5ba1a3 req-42251e57-d461-43f3-8d6b-66bc5582c12d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Dec 13 23:13:19.299210 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f24a9a4b-3d89-458e-aad9-ca0ffe5ba1a3 req-1d143ccb-9ae9-4d24-a794-ba6b77db8bf6 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485153 Dec 13 23:13:19.468915 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90bd9-6a23-4490-9b95-20e4a7a9740e req-2900aa4c-b0ee-4b7a-9abc-657a263e76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:19.470477 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32f90bd9-6a23-4490-9b95-20e4a7a9740e req-2900aa4c-b0ee-4b7a-9abc-657a263e76ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 1098 time: 0.0892663 Dec 13 23:13:19.517176 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32f90bd9-6a23-4490-9b95-20e4a7a9740e req-ab32719b-4408-445c-aa04-6cac1d5068d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390196 Dec 13 23:13:20.429033 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46353644-bb20-4fe8-8807-e5342e90e634 req-22a1b516-8059-4cda-9e25-ea5b2ff35b85 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:20.430535 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46353644-bb20-4fe8-8807-e5342e90e634 req-22a1b516-8059-4cda-9e25-ea5b2ff35b85 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Dec 13 23:13:20.489739 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46353644-bb20-4fe8-8807-e5342e90e634 req-0a33ba32-c7cc-4800-85c2-8759f92d6420 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500724 Dec 13 23:13:21.617082 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af109ed-fae1-4717-b3f1-3040a62cf720 req-9c7adbcd-5e4e-4c6d-beff-aceeced3b5cc tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:21.618859 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1af109ed-fae1-4717-b3f1-3040a62cf720 req-9c7adbcd-5e4e-4c6d-beff-aceeced3b5cc tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0563395 Dec 13 23:13:21.671551 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1af109ed-fae1-4717-b3f1-3040a62cf720 req-c48dc0b1-223a-4d37-ac67-7b4142bb8dc8 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Dec 13 23:13:21.863117 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d74649-25a8-41f5-aafa-6d889d4f2d0a req-74e2ca6b-784c-4742-9f09-890cf9556063 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:21.864570 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41d74649-25a8-41f5-aafa-6d889d4f2d0a req-74e2ca6b-784c-4742-9f09-890cf9556063 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0597301 Dec 13 23:13:21.921177 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41d74649-25a8-41f5-aafa-6d889d4f2d0a req-b3de2684-773c-4ee8-8df8-8e7edd5cb90c tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482249 Dec 13 23:13:21.944029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51698) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:13:21.988384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d05037-fce7-48a5-b080-95deb57df139 tempest-TestVolumeBootPattern-1640656680 tempest-TestVolumeBootPattern-1640656680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:21.989926 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-60d05037-fce7-48a5-b080-95deb57df139 tempest-TestVolumeBootPattern-1640656680 tempest-TestVolumeBootPattern-1640656680-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 1093 time: 0.0446732 Dec 13 23:13:21.992839 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51700) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:13:21.997081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Request body: {'floatingip': {'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'port_id': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:13:22.021051 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:22.118181 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:22.226641 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Allocated IP 172.27.0.121 (32239e6a-0d6b-4b84-ab25-8e251c4f3970/11c1939f-1e94-4099-b861-147f5854cfe5/cc2de86b-2d9a-4bdc-acfc-818b25476480) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:13:22.332840 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:22.368237 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789965571256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:22.412120 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Network 32239e6a-0d6b-4b84-ab25-8e251c4f3970 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:13:22.417240 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:22.420062 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:13:22.423783 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=cc2de86b-2d9a-4bdc-acfc-818b25476480,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:22.786454 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:22.861936 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:23.009493 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:23.017497 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:23.084288 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event updated for resources: {'Port': ['ID=cc2de86b-2d9a-4bdc-acfc-818b25476480,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:23.102227 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-715284'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:23.217215 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Floating IP 11206e72-7551-42ec-b3ae-3eb8a2b2ccf2 associated. External IP: 172.27.0.121, port: 4f9609b0-e000-4526-a95a-49b5d2e8dabb. Dec 13 23:13:23.759541 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:13:23.772130 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23290d4a-b3fe-4fd2-83aa-e2b5810b5557 req-a8cdad25-6781-41bc-a3c8-eae4003a65aa tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:23.774214 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-23290d4a-b3fe-4fd2-83aa-e2b5810b5557 req-a8cdad25-6781-41bc-a3c8-eae4003a65aa tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0979476 Dec 13 23:13:23.782351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-866ae897-a2a4-442d-8654-3c18d8129200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:23.783747 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-866ae897-a2a4-442d-8654-3c18d8129200 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1137 time: 0.0912592 Dec 13 23:13:24.000724 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-23290d4a-b3fe-4fd2-83aa-e2b5810b5557 req-76d748e3-4cfb-47ba-887b-b87e18e92b9c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159643 Dec 13 23:13:24.004102 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-08a286a1-ddfa-40d3-9a2b-03a5e1fd4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.005480 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-08a286a1-ddfa-40d3-9a2b-03a5e1fd4668 service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.2125895 Dec 13 23:13:24.009224 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:13:24.020118 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:13:24.031717 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:13:24.032274 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:13:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:24.067275 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:24.105299 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-82b3211b-1872-42f9-a53a-d1579ab85a1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 1000 time: 0.0913870 Dec 13 23:13:24.107162 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4b526601-1fea-4bde-a05e-9c5bcde95b6d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1133745 Dec 13 23:13:24.107736 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:13:24.110027 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:13:24.142588 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:13:24.150166 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748f9b2f-5512-4b34-88e6-08ed126c446a x-openstack-request-id: req-748f9b2f-5512-4b34-88e6-08ed126c446a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:13:24.150451 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:13:24.150705 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-748f9b2f-5512-4b34-88e6-08ed126c446a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:13:24.151105 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'status': 'completed', 'code': 200} Dec 13 23:13:24.159833 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-d5933a27-8c95-4a6e-adbf-cc1d7ff7ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.161401 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-d5933a27-8c95-4a6e-adbf-cc1d7ff7ca6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0479288 Dec 13 23:13:24.239238 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-ac5ca04c-329f-4fc8-80a3-584a1a1fda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.240867 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-ac5ca04c-329f-4fc8-80a3-584a1a1fda70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702159 Dec 13 23:13:24.242579 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-65feea17-5dc3-4c3a-b2b9-18d02c5de806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.243909 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-65feea17-5dc3-4c3a-b2b9-18d02c5de806 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 1098 time: 0.0652282 Dec 13 23:13:24.259106 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-67e25ce7-47bc-464f-abe9-7ab971cdf0a2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 23:13:24.260203 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-67e25ce7-47bc-464f-abe9-7ab971cdf0a2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052693 Dec 13 23:13:24.413712 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-27c450c8-26a2-4363-bfc0-525319d0c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.414881 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-27c450c8-26a2-4363-bfc0-525319d0c858 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.1539090 Dec 13 23:13:24.431965 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-bb09ac02-d09e-4006-8101-3227b5f79ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509340 Dec 13 23:13:24.511757 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '11206e72-7551-42ec-b3ae-3eb8a2b2ccf2', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:3d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677ba26f-6428-422b-9a02-9910c221aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:13:22Z', 'updated_at': '2021-12-13T23:13:22Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}, {'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:23Z', 'revision_number': 1, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:24.531405 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-b0b86a61-76c8-463b-acab-1fd47749fe3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb HTTP/1.1" status: 200 len: 999 time: 0.1069038 Dec 13 23:13:24.538158 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:13:24.547641 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:13:24.548612 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:13:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:24.590815 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56e33699-1e9e-4186-86ba-26495174dbd5 req-2c1bef6b-4469-47cb-ac00-f0ae0e5deb45 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297698 Dec 13 23:13:24.599806 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-a7ca400a-d16e-47be-b66e-fed248464dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.601248 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-a7ca400a-d16e-47be-b66e-fed248464dee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0566747 Dec 13 23:13:24.645996 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-a1ec62dd-8b89-4ae0-9f55-c99af094a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:24.647712 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-a1ec62dd-8b89-4ae0-9f55-c99af094a893 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394483 Dec 13 23:13:24.657180 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:13:24.753785 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-46a190b9-9589-4487-a17e-ebbbb26ce59e service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918055 Dec 13 23:13:24.847507 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302e6e69-84f5-4bf9-b655-2fcace3bc4ad req-317b6ef2-aba0-4571-bc24-d234629b04ff service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848105 Dec 13 23:13:24.888603 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '11206e72-7551-42ec-b3ae-3eb8a2b2ccf2', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:3d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677ba26f-6428-422b-9a02-9910c221aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:13:22Z', 'updated_at': '2021-12-13T23:13:22Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}, {'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:23Z', 'revision_number': 1, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:24.915078 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d30eb-b579-47f3-a960-e2ec06c42f89 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '11206e72-7551-42ec-b3ae-3eb8a2b2ccf2', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:3d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677ba26f-6428-422b-9a02-9910c221aa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:13:22Z', 'updated_at': '2021-12-13T23:13:22Z', 'revision_number': 0, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}, {'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:23Z', 'revision_number': 1, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:13:25.115994 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3bfba-f35f-47cb-8249-c96e0f50b263 None None] New status for floating IP 11206e72-7551-42ec-b3ae-3eb8a2b2ccf2: ACTIVE {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:13:25.130493 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e7033-522c-4823-9eeb-a7eecfb652ec req-9deab9b4-e347-48af-b220-19077b45630c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:25.132021 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b2e7033-522c-4823-9eeb-a7eecfb652ec req-9deab9b4-e347-48af-b220-19077b45630c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0578103 Dec 13 23:13:25.191504 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b2e7033-522c-4823-9eeb-a7eecfb652ec req-cd949b76-9bf4-4f1d-8b25-11ba442cde6e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531776 Dec 13 23:13:26.334061 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8abfc-00bc-4916-a866-0bbe0b3770bf req-4cc73ee1-48cd-44d3-acd0-eda8d81accde tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:26.335603 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-beb8abfc-00bc-4916-a866-0bbe0b3770bf req-4cc73ee1-48cd-44d3-acd0-eda8d81accde tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0613837 Dec 13 23:13:26.394495 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-beb8abfc-00bc-4916-a866-0bbe0b3770bf req-b327198f-db78-4bf0-8fd4-65e5e098ebed tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525188 Dec 13 23:13:27.530405 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696aa7b-cad0-47b9-803f-10b516a4f0a7 req-39a349dc-7dfd-4926-a90a-e336a3cfd6e8 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:27.531865 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7696aa7b-cad0-47b9-803f-10b516a4f0a7 req-39a349dc-7dfd-4926-a90a-e336a3cfd6e8 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0519927 Dec 13 23:13:27.596601 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7696aa7b-cad0-47b9-803f-10b516a4f0a7 req-0fd1cef1-65c6-41ad-b074-0f2338cbe9cf tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583832 Dec 13 23:13:28.280105 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:13:28.734770 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4b3a6-68d5-4158-823d-ab130a123fec req-a2339879-21b1-4738-bc1a-a45defb1b725 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:28.736267 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7d4b3a6-68d5-4158-823d-ab130a123fec req-a2339879-21b1-4738-bc1a-a45defb1b725 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0524678 Dec 13 23:13:28.799626 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f7d4b3a6-68d5-4158-823d-ab130a123fec req-18bc09a0-6b72-4f61-920a-50fc871064d4 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569224 Dec 13 23:13:29.927931 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17f0f-00c3-49a3-a3cc-bd773461e063 req-27849f99-7bb6-4279-a131-4d3fc4322c76 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:29.929489 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-48f17f0f-00c3-49a3-a3cc-bd773461e063 req-27849f99-7bb6-4279-a131-4d3fc4322c76 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0559719 Dec 13 23:13:29.991694 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-48f17f0f-00c3-49a3-a3cc-bd773461e063 req-0286f867-7a81-4a9e-a727-9de22491f891 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558438 Dec 13 23:13:31.133262 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f13868-db11-498b-892b-4072b8e8f13d req-8485a984-5368-49c6-ac2e-95a678620f92 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:31.134744 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f0f13868-db11-498b-892b-4072b8e8f13d req-8485a984-5368-49c6-ac2e-95a678620f92 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0620778 Dec 13 23:13:31.198968 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f0f13868-db11-498b-892b-4072b8e8f13d req-71045e9f-de81-444f-8156-5487a44fe652 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581155 Dec 13 23:13:32.338335 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3ffd-d985-4111-b89a-37283f55332f req-60a5ff60-2e9e-41c5-9cc1-59debefb64b2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:32.339777 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a6e3ffd-d985-4111-b89a-37283f55332f req-60a5ff60-2e9e-41c5-9cc1-59debefb64b2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0620165 Dec 13 23:13:32.405891 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a6e3ffd-d985-4111-b89a-37283f55332f req-28dfeb59-a48d-4072-9555-321fb9bab28c tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571370 Dec 13 23:13:33.540011 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7cd8-a3b6-47a4-b40c-882e1117dae9 req-78f2cb0c-113f-4758-a428-c6cb56dd4e65 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:33.541483 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-13fe7cd8-a3b6-47a4-b40c-882e1117dae9 req-78f2cb0c-113f-4758-a428-c6cb56dd4e65 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0596130 Dec 13 23:13:33.605253 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-13fe7cd8-a3b6-47a4-b40c-882e1117dae9 req-9474a214-dea6-4118-aa9e-91d82c9ea865 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537264 Dec 13 23:13:34.736308 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501ee9-fa7a-42e0-afc9-80fcaf2a5715 req-0e15d9c3-ddb8-4822-82b8-b9f1dfbcc99b tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:34.737789 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8d501ee9-fa7a-42e0-afc9-80fcaf2a5715 req-0e15d9c3-ddb8-4822-82b8-b9f1dfbcc99b tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0514877 Dec 13 23:13:34.798313 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8d501ee9-fa7a-42e0-afc9-80fcaf2a5715 req-fd353828-048e-4a7b-8450-9a4c8f493681 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537760 Dec 13 23:13:35.654311 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:35.928447 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b0f6b-38e0-42a9-9355-3a47b0058ea3 req-79a01eed-b569-4175-b104-081fe96dd378 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:35.929822 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c4b0f6b-38e0-42a9-9355-3a47b0058ea3 req-79a01eed-b569-4175-b104-081fe96dd378 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0506289 Dec 13 23:13:35.996023 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c4b0f6b-38e0-42a9-9355-3a47b0058ea3 req-ad1c772b-3e4c-4138-a972-88142d0a29e6 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579002 Dec 13 23:13:37.140827 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365058c5-814d-4312-b3d0-d71fc3be3ce9 req-6c164dc5-506b-4fda-ac2a-fbcdd8218360 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:37.142473 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-365058c5-814d-4312-b3d0-d71fc3be3ce9 req-6c164dc5-506b-4fda-ac2a-fbcdd8218360 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0583513 Dec 13 23:13:37.210861 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-365058c5-814d-4312-b3d0-d71fc3be3ce9 req-0dd8bc8b-9ab5-4efc-8aaf-ff87e4e4c772 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618279 Dec 13 23:13:38.395824 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5affa99-8a9c-4020-b2b9-2488361a8905 req-aec59726-ed99-475a-a10a-f62fc6e01e66 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:38.397528 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e5affa99-8a9c-4020-b2b9-2488361a8905 req-aec59726-ed99-475a-a10a-f62fc6e01e66 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0587206 Dec 13 23:13:38.458508 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e5affa99-8a9c-4020-b2b9-2488361a8905 req-e6a4ca8f-5952-4342-b3d4-4d3bb8fd56e1 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547099 Dec 13 23:13:39.597676 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8b48f-3d75-4355-b36a-aa8ef268f3a1 req-6697bdae-d25f-4b4c-91e0-b57c4d4be525 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:39.599464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e4e8b48f-3d75-4355-b36a-aa8ef268f3a1 req-6697bdae-d25f-4b4c-91e0-b57c4d4be525 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0599244 Dec 13 23:13:39.662606 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e4e8b48f-3d75-4355-b36a-aa8ef268f3a1 req-58352f8d-a975-45fd-9426-af4bfccd5136 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535891 Dec 13 23:13:40.800050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb856e-f02b-4050-a790-92dce8393f55 req-519994aa-33d4-424a-a2e4-c15345991815 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:40.801552 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-85eb856e-f02b-4050-a790-92dce8393f55 req-519994aa-33d4-424a-a2e4-c15345991815 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0555890 Dec 13 23:13:40.860967 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-85eb856e-f02b-4050-a790-92dce8393f55 req-88d6fc7f-7d2f-45eb-ac5c-cfc8debb05f5 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&id=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531776 Dec 13 23:13:43.139865 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-37f71fd6-4a00-4895-aedd-23c358a0cd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:45.276286 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-33c1303a-e84c-4d2e-87b6-9d196e552503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:46.882735 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:48.216941 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:13:48.878055 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:05.273823 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:14:05.670224 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:09.415755 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-36853971-2fa9-4052-808b-9d8f0c9ac59c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403624 Dec 13 23:14:09.493129 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767563-b573-47f2-9889-9fb929fae27a req-74a04e7c-d436-4017-959e-895defa80db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:09.495014 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-74a04e7c-d436-4017-959e-895defa80db7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1137 time: 0.0513401 Dec 13 23:14:09.606265 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767563-b573-47f2-9889-9fb929fae27a req-bca2cbb8-82bb-4139-bd76-679c70c94c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:09.607613 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-bca2cbb8-82bb-4139-bd76-679c70c94c6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.0863869 Dec 13 23:14:09.679350 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-9882110d-bd13-4bb0-acb8-054b7df6d2ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 1000 time: 0.0623231 Dec 13 23:14:09.736050 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767563-b573-47f2-9889-9fb929fae27a req-cf24097c-0a87-47ea-b4aa-23b6ea7bbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:09.738427 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-cf24097c-0a87-47ea-b4aa-23b6ea7bbf61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0508552 Dec 13 23:14:09.793285 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767563-b573-47f2-9889-9fb929fae27a req-4de71736-8338-45b4-88ce-ba4a31851de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:09.794839 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-4de71736-8338-45b4-88ce-ba4a31851de5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485749 Dec 13 23:14:09.892340 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-bbf2ba28-9390-4548-82a3-26df809fe382 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883174 Dec 13 23:14:09.986922 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24767563-b573-47f2-9889-9fb929fae27a req-b2b7eda5-eadd-41b8-90a5-6b9d3171acd3 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 Dec 13 23:14:13.136488 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c06d0660-fc73-4474-9947-3dcbfb315020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:13.766953 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-7c06f3cf-6027-47c0-b46b-58f0ccdc6324 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184173127&fields=id&tenant_id=32fb7851fcdf4c988491b5239cbeb015 HTTP/1.1" status: 200 len: 267 time: 0.0485630 Dec 13 23:14:13.827839 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-2ccf01f5-9156-4393-b718-84e1f57714bd tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:13.829263 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-2ccf01f5-9156-4393-b718-84e1f57714bd tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 984 time: 0.0541053 Dec 13 23:14:13.843482 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Request body: {'port': {'security_groups': ['7070cfa3-39c6-457b-9ba2-76d3d32df8b0']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 23:14:13.908785 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660000'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.093408 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:14.134717 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.142075 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789966055653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789965571274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789965571292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7102580'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.157940 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['7d9199d5-570c-4348-b9fd-c69073779c2c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:14:14.191625 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:14.192238 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.194385 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef021b0c-b40d-4462-b51e-d72b7e4afad3 req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "PUT /v2.0/ports/7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 942 time: 0.3552561 Dec 13 23:14:14.194872 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:14:14.199546 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:14:14.200162 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51762) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:14.246128 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event updated for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:14.257959 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.258313 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.258660 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.259003 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.259338 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.259675 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.260004 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.260332 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.260654 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.261078 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.261419 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.261748 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.262163 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408d62-750f-45be-aea5-17b0f3419335 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.286406 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['7d9199d5-570c-4348-b9fd-c69073779c2c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:14:14.299994 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cccd8ee-f040-4595-8205-f9abd6f81dd7 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.329743 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cccd8ee-f040-4595-8205-f9abd6f81dd7 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.343229 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78054cd-5f4f-4814-8dc4-83747b4bd95b x-openstack-request-id: req-c78054cd-5f4f-4814-8dc4-83747b4bd95b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:14:14.349553 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:14:14.350350 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78054cd-5f4f-4814-8dc4-83747b4bd95b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:14:14.350947 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'status': 'completed', 'code': 200} Dec 13 23:14:14.417162 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-6b22b83d-1491-4243-be10-a4914c18fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:14.418767 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-6b22b83d-1491-4243-be10-a4914c18fc8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1098 time: 0.0493412 Dec 13 23:14:14.475464 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cccd8ee-f040-4595-8205-f9abd6f81dd7 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.478367 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cccd8ee-f040-4595-8205-f9abd6f81dd7 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.479548 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3cccd8ee-f040-4595-8205-f9abd6f81dd7 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db HTTP/1.1" status: 204 len: 168 time: 0.2758477 Dec 13 23:14:14.481763 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.provisioning_blocks [None req-ce7eba70-3d8d-4895-a3be-1a44c69fab14 None None] Provisioning complete for port 7d9199d5-570c-4348-b9fd-c69073779c2c triggered by entity DHCP. {{(pid=102558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:14:14.482001 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ce7eba70-3d8d-4895-a3be-1a44c69fab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830545'] for port, provisioning_complete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.483264 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51768) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:14.497733 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccd8ee-f040-4595-8205-f9abd6f81dd7 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0c29b5-9278-4d56-b7b1-7f9d4e74f7db,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:14.530769 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-7032abce-97bf-44e2-b2bc-5e3462132569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:14.532455 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-7032abce-97bf-44e2-b2bc-5e3462132569 service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.1044564 Dec 13 23:14:14.602122 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-8deab3d9-5144-4964-8ae0-5b6979a06d8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 1000 time: 0.0613263 Dec 13 23:14:14.653074 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Deleting port d334ade7-2d70-474a-acfd-12488ca77df7 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:14.653479 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.653752 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-cefc7d80-f83e-4a69-9e50-a72b0c648de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:14.655219 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-cefc7d80-f83e-4a69-9e50-a72b0c648de7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0434976 Dec 13 23:14:14.707913 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-705a7661-b000-4361-bd5c-3ed1f4843a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:14.709448 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-705a7661-b000-4361-bd5c-3ed1f4843a2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450966 Dec 13 23:14:14.731634 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.731856 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.743380 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Calling delete_port for d334ade7-2d70-474a-acfd-12488ca77df7 owned by network:floatingip {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:14.804346 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-6118f74c-9e6a-402b-86c5-d7180a2040c5 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Dec 13 23:14:14.899015 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8eb8cb4d-c981-4dc1-9c38-1e2152188d0f req-886a8cbb-0106-44b3-a340-e2e3f48230db service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866928 Dec 13 23:14:14.910180 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:14.944537 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event deleted for resources: {'Port': ['ID=d334ade7-2d70-474a-acfd-12488ca77df7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:14.968805 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.969157 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.969540 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.969886 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.970222 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.970563 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.970897 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.971225 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.971554 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.971879 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.972206 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.972529 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:14.972851 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:15.009465 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:15.009789 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.db.l3_db [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Floating IP 6388e8c3-30b2-4118-b666-730b979d5623 disassociated (deleted). External IP: 172.27.0.29, port: 7d9199d5-570c-4348-b9fd-c69073779c2c. Dec 13 23:14:15.231575 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Router 3ef88f25-a116-4b41-a301-0c8cf361ef00 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:14:15.273710 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-48fb24aa-3642-44a7-b65b-0907d75a2415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:15.338632 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:14:15.343451 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:15.348538 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] Sync routers for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:14:15.359017 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:15.359690 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:15.370639 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-d1d1dff6-f9ef-4100-a6f8-946d718671c2 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "DELETE /v2.0/floatingips/6388e8c3-30b2-4118-b666-730b979d5623 HTTP/1.1" status: 204 len: 168 time: 0.8830054 Dec 13 23:14:15.371369 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:14:15.373722 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59eb82feccb2aedcbf3f3b0b06d692ccdc0c93c94dd00f96714aa1abb148035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50de5bef-9c35-4be2-8ce7-c8ab220a150c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:14:15.469362 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f68090-dcbe-4479-814c-e4308b5a5938 x-openstack-request-id: req-45f68090-dcbe-4479-814c-e4308b5a5938 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:14:15.469896 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "status": "completed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:14:15.470308 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f68090-dcbe-4479-814c-e4308b5a5938 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:14:15.470889 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'status': 'completed', 'code': 200} Dec 13 23:14:15.472485 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:15.532777 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-9b304157-e252-410c-9e6b-4bb430ea8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:15.534274 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-9b304157-e252-410c-9e6b-4bb430ea8433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=32fb7851fcdf4c988491b5239cbeb015&device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 1098 time: 0.0417998 Dec 13 23:14:15.656560 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-2f6e98a9-dca3-4a73-9c8c-67eea8196828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:15.658295 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-2f6e98a9-dca3-4a73-9c8c-67eea8196828 service neutron] 10.222.0.32 "GET /v2.0/networks?id=970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 200 len: 915 time: 0.1169548 Dec 13 23:14:15.701020 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:15.703756 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-3fcfbee9-552a-4b53-aea3-d3e3f630e8e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 200 len: 217 time: 0.0350142 Dec 13 23:14:15.727103 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] Checking router: 3ef88f25-a116-4b41-a301-0c8cf361ef00 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:14:15.736554 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:15.737162 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:15.754734 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-18395610-adb5-4ac6-974f-c0c7424cf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:15.756230 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-18395610-adb5-4ac6-974f-c0c7424cf3cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 200 len: 854 time: 0.0450709 Dec 13 23:14:15.804151 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-936f1918-f7b3-4c95-a212-435eb6b42967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:15.805553 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-936f1918-f7b3-4c95-a212-435eb6b42967 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=970bc77d-4239-473c-881b-40835e5cdec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415955 Dec 13 23:14:15.845443 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:15.897426 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-85d62e17-3e92-456d-a189-b4a30dedad90 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840762 Dec 13 23:14:15.996063 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50de5bef-9c35-4be2-8ce7-c8ab220a150c req-f93b5884-00f7-4dce-8a9f-8c56efc57398 service neutron] 10.222.0.32 "GET /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Dec 13 23:14:16.050339 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:16.076485 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80635070-ea57-4ca0-a563-76f784dd116f None None] The sync data for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi is: [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:12:12Z', 'revision_number': 4, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': 'fd280af9-b45e-450f-996a-6e1c6a159de1', 'name': '', 'network_id': '970bc77d-4239-473c-881b-40835e5cdec5', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'mac_address': 'fa:16:3e:bf:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:11Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'subnets': [{'id': 'e6d81289-e1ab-49cb-bd01-61f7f624baae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:14:16.294962 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e38d0-6c58-48ec-818d-7702c02fbced None None] New status for floating IP 6388e8c3-30b2-4118-b666-730b979d5623: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:14:16.881543 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:18.133142 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27bf58-f9a0-406f-b076-846df1abdf21 req-b3ac3bdf-31a9-49ed-b83a-26d421834c7f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:18.134656 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd27bf58-f9a0-406f-b076-846df1abdf21 req-b3ac3bdf-31a9-49ed-b83a-26d421834c7f tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0550797 Dec 13 23:14:18.182523 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd27bf58-f9a0-406f-b076-846df1abdf21 req-11044c25-3c97-4ec0-8de4-cd58a091f8ba tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Dec 13 23:14:18.213462 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:18.880418 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:19.314359 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836c8b-451f-44b0-8730-471257e0a6e5 req-b6dcebed-c004-4023-865b-d7e482bce6a6 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:19.315832 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6836c8b-451f-44b0-8730-471257e0a6e5 req-b6dcebed-c004-4023-865b-d7e482bce6a6 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0522389 Dec 13 23:14:19.370123 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6836c8b-451f-44b0-8730-471257e0a6e5 req-08e03223-4063-492f-bf21-ad8dcb0b7882 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/security-groups?id=7070cfa3-39c6-457b-9ba2-76d3d32df8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Dec 13 23:14:19.761195 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-73e3d634-46ec-430f-95c2-a3486e444b95 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:19.763202 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-73e3d634-46ec-430f-95c2-a3486e444b95 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 945 time: 0.0692830 Dec 13 23:14:19.856753 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Deleting port 7d9199d5-570c-4348-b9fd-c69073779c2c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:19.857043 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:19.953581 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] For port 7d9199d5-570c-4348-b9fd-c69073779c2c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7d9199d5-570c-4348-b9fd-c69073779c2c,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:19.953917 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:19.967378 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Calling delete_port for 7d9199d5-570c-4348-b9fd-c69073779c2c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:20.372659 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:20.386436 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] get_ports_and_sgs() called for port_ids ['7d9199d5-570c-4348-b9fd-c69073779c2c'] {{(pid=102558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 23:14:20.403443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Pushing event deleted for resources: {'Port': ['ID=7d9199d5-570c-4348-b9fd-c69073779c2c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:20.445178 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] No DVR routers for this DVR port 7d9199d5-570c-4348-b9fd-c69073779c2c on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:14:20.447780 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:20.451352 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a4dbaa0-a301-4d18-9a8a-440f5440324e req-fee08a4d-9209-46ff-b41e-e9de2682063e tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.32 "DELETE /v2.0/ports/7d9199d5-570c-4348-b9fd-c69073779c2c HTTP/1.1" status: 204 len: 173 time: 0.6813688 Dec 13 23:14:20.451787 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'name': 'network-vif-deleted', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:14:20.454063 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03622056-fa4c-42ce-bbaa-5e61595b5991" -d '{"events": [{"server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "name": "network-vif-deleted", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:14:20.491238 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6fd12c80-5774-4086-95d5-2b5020c4dd6f req-8f360acf-dc7a-4246-89e5-25079ee9d069 tempest-TestMinimumBasicScenario-372925652 tempest-TestMinimumBasicScenario-372925652-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfd70637-7df5-414a-9d47-5569359290fa HTTP/1.1" status: 200 len: 210 time: 0.0328486 Dec 13 23:14:20.493184 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eae79f-62c4-4526-a20c-2d6cfd2b637a x-openstack-request-id: req-b8eae79f-62c4-4526-a20c-2d6cfd2b637a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:14:20.494351 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd70637-7df5-414a-9d47-5569359290fa", "name": "network-vif-deleted", "tag": "7d9199d5-570c-4348-b9fd-c69073779c2c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:14:20.494616 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8eae79f-62c4-4526-a20c-2d6cfd2b637a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:14:20.495017 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd70637-7df5-414a-9d47-5569359290fa', 'name': 'network-vif-deleted', 'tag': '7d9199d5-570c-4348-b9fd-c69073779c2c', 'status': 'completed', 'code': 200} Dec 13 23:14:22.106039 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51860) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:22.490007 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:22.735060 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Deleting port fd280af9-b45e-450f-996a-6e1c6a159de1 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:22.735402 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:22.823155 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] For port fd280af9-b45e-450f-996a-6e1c6a159de1, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=fd280af9-b45e-450f-996a-6e1c6a159de1,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:22.823450 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:22.835662 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Calling delete_port for fd280af9-b45e-450f-996a-6e1c6a159de1 owned by network:router_interface {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:23.026537 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:23.054865 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd280af9-b45e-450f-996a-6e1c6a159de1,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:23.223014 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:23.379544 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 7d9199d5-570c-4348-b9fd-c69073779c2c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:23.403246 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 7d9199d5-570c-4348-b9fd-c69073779c2c {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:23.403570 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 7d9199d5-570c-4348-b9fd-c69073779c2c not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:23.438835 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Router 3ef88f25-a116-4b41-a301-0c8cf361ef00 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:14:23.548396 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:14:23.554638 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-68df6af4-921f-46ea-831a-67c3d6653b3f admin admin] 10.222.0.13 "PUT /v2.0/routers/3ef88f25-a116-4b41-a301-0c8cf361ef00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466574 Dec 13 23:14:23.556558 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:23.557844 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] Sync routers for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:14:23.570340 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:23.570955 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:23.659992 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:23.674231 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:23.758667 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:23.817770 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Deleting port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:23.818103 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:23.861441 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:14:22Z', 'revision_number': 5, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port': {'id': '946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:10Z', 'updated_at': '2021-12-13T23:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:23.891033 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] Checking router: 3ef88f25-a116-4b41-a301-0c8cf361ef00 for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:14:23.897325 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] For port 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:23.897713 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:23.899424 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] Routers {'3ef88f25-a116-4b41-a301-0c8cf361ef00'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:23.900063 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['3ef88f25-a116-4b41-a301-0c8cf361ef00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:23.909481 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Calling delete_port for 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:24.084133 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.117241 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Pushing event deleted for resources: {'Port': ['ID=946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:24.122554 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] Set router 3ef88f25-a116-4b41-a301-0c8cf361ef00 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:24.172792 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:14:23Z', 'revision_number': 6, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:24.178847 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.202243 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c048dc6-95a2-4112-b19b-8579c2519218 None None] The sync data for ids ['3ef88f25-a116-4b41-a301-0c8cf361ef00'] in dv-cinder-796286-23-iscsi is: [{'id': '3ef88f25-a116-4b41-a301-0c8cf361ef00', 'name': 'tempest-TestMinimumBasicScenario-2033873248-router', 'tenant_id': '32fb7851fcdf4c988491b5239cbeb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:09Z', 'updated_at': '2021-12-13T23:14:23Z', 'revision_number': 6, 'project_id': '32fb7851fcdf4c988491b5239cbeb015', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:14:24.270299 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.272493 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.318345 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.319141 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef88f25-a116-4b41-a301-0c8cf361ef00 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:14:24.324456 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.325634 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a2d57b8d-9f4e-4604-a38f-9154db5aa166 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ef88f25-a116-4b41-a301-0c8cf361ef00 HTTP/1.1" status: 204 len: 168 time: 0.7680190 Dec 13 23:14:24.329993 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51864) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:24.376129 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Deleting subnet e6d81289-e1ab-49cb-bd01-61f7f624baae {{(pid=102557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:14:24.379506 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.412752 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6830994'] for subnet, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.491350 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.547219 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5672326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5313348'] for subnet, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.573194 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d81289-e1ab-49cb-bd01-61f7f624baae,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:24.576878 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.582888 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-bcb0d4a5-d17f-4582-80ba-d623cbb8ac77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6d81289-e1ab-49cb-bd01-61f7f624baae HTTP/1.1" status: 204 len: 168 time: 0.2493491 Dec 13 23:14:24.583016 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51866) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:24.584321 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e5529-0b01-4bba-82c3-c272ed3834b0 None None] Network 970bc77d-4239-473c-881b-40835e5cdec5 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:14:24.660043 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:24.716237 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Deleting port 28f002c3-2a96-4d5a-873f-a4dca8986273 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:24.716577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.002122 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] DHCP port deletion for 970bc77d-4239-473c-881b-40835e5cdec5 request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:14:25.040356 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] For port 28f002c3-2a96-4d5a-873f-a4dca8986273, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28f002c3-2a96-4d5a-873f-a4dca8986273,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:25.040685 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.053888 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Calling delete_port for 28f002c3-2a96-4d5a-873f-a4dca8986273 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:25.059459 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Deleting port 28f002c3-2a96-4d5a-873f-a4dca8986273 {{(pid=102558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:25.059840 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.123048 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] For port 28f002c3-2a96-4d5a-873f-a4dca8986273, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=28f002c3-2a96-4d5a-873f-a4dca8986273,segment=NetworkSegment(74b84f8b-4af6-41ab-ab4a-c98c9dd58568),segment_id=74b84f8b-4af6-41ab-ab4a-c98c9dd58568)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:25.123445 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.135530 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.136630 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Calling delete_port for 28f002c3-2a96-4d5a-873f-a4dca8986273 owned by network:dhcp {{(pid=102558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:25.162297 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] No DVR routers for this DVR port 28f002c3-2a96-4d5a-873f-a4dca8986273 on host dv-cinder-796286-23-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:14:25.167979 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Pushing event deleted for resources: {'Port': ['ID=28f002c3-2a96-4d5a-873f-a4dca8986273,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:25.240071 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.254791 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265'] for port, after_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.262918 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970bc77d-4239-473c-881b-40835e5cdec5']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:25.272756 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b84f8b-4af6-41ab-ab4a-c98c9dd58568') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:25.273048 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b84f8b-4af6-41ab-ab4a-c98c9dd58568') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:25.280280 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Pushing event deleted for resources: {'Port': ['ID=28f002c3-2a96-4d5a-873f-a4dca8986273,revision_number=None']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:25.283256 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.286521 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] No DVR routers for this DVR port 28f002c3-2a96-4d5a-873f-a4dca8986273 on host dv-cinder-796286-23-iscsi {{(pid=102558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:14:25.298718 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.298718 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.298939 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.299147 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.299475 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.299805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.300135 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.300468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.300791 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.301136 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.301451 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.301773 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.302589 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d55a-da63-4cab-a358-b480fa171476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-23-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:14:25.309524 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.315804 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:14:25.316187 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:14:25.317857 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:14:25.381577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.388324 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:25.391523 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] 10.222.0.13 "DELETE /v2.0/networks/970bc77d-4239-473c-881b-40835e5cdec5 HTTP/1.1" status: 204 len: 168 time: 0.8075047 Dec 13 23:14:25.394808 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:25.401320 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9df9-a9c8-4499-ad40-e0fcd71b4faf admin admin] Pushing event deleted for resources: {'Network': ['ID=970bc77d-4239-473c-881b-40835e5cdec5,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:25.438880 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28f002c3-2a96-4d5a-873f-a4dca8986273 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:25.462915 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 28f002c3-2a96-4d5a-873f-a4dca8986273 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:25.463260 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 28f002c3-2a96-4d5a-873f-a4dca8986273 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:25.463677 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:25.482640 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:25.482945 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 946a0cdf-a0e8-4ad7-ac98-2bc9e185ef03 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:25.483324 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device fd280af9-b45e-450f-996a-6e1c6a159de1 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:25.502240 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: fd280af9-b45e-450f-996a-6e1c6a159de1 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:25.502585 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device fd280af9-b45e-450f-996a-6e1c6a159de1 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:25.777747 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:26.040221 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Deleting port 889019c0-e90e-4063-8108-2f1c239efbf5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:26.040477 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:26.120076 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] For port 889019c0-e90e-4063-8108-2f1c239efbf5, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=889019c0-e90e-4063-8108-2f1c239efbf5,segment=NetworkSegment(71611537-7cd1-414a-98fe-78014d01777a),segment_id=71611537-7cd1-414a-98fe-78014d01777a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:26.120471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:26.132341 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Calling delete_port for 889019c0-e90e-4063-8108-2f1c239efbf5 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:26.317047 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:26.342105 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Pushing event deleted for resources: {'Port': ['ID=889019c0-e90e-4063-8108-2f1c239efbf5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:26.506353 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:26.725409 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Router 47801553-c3ca-4618-aeca-dde70db330d2 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:14:26.834872 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:14:26.840111 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-12591568-9a3a-4db5-a712-a772a8d2d818 admin admin] 10.222.0.13 "PUT /v2.0/routers/47801553-c3ca-4618-aeca-dde70db330d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4441161 Dec 13 23:14:26.842646 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:26.845740 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] Sync routers for ids ['47801553-c3ca-4618-aeca-dde70db330d2'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:14:26.856061 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] Routers {'47801553-c3ca-4618-aeca-dde70db330d2'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:26.856679 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['47801553-c3ca-4618-aeca-dde70db330d2'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:26.956549 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:26.962633 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] Set router 47801553-c3ca-4618-aeca-dde70db330d2 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:27.067846 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.121944 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Deleting port 81ac985b-afa5-40f1-9053-628f70314216 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:27.122260 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.145704 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '81ac985b-afa5-40f1-9053-628f70314216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:14:26Z', 'revision_number': 5, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port': {'id': '81ac985b-afa5-40f1-9053-628f70314216', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47801553-c3ca-4618-aeca-dde70db330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:27.173746 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] Checking router: 47801553-c3ca-4618-aeca-dde70db330d2 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:14:27.182344 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] Routers {'47801553-c3ca-4618-aeca-dde70db330d2'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:27.182950 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:15Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['47801553-c3ca-4618-aeca-dde70db330d2'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:27.203756 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] For port 81ac985b-afa5-40f1-9053-628f70314216, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=81ac985b-afa5-40f1-9053-628f70314216,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:27.204167 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.215820 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Calling delete_port for 81ac985b-afa5-40f1-9053-628f70314216 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:27.268369 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] Set router 47801553-c3ca-4618-aeca-dde70db330d2 gateway port host: None {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:27.319314 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:14:27Z', 'revision_number': 6, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:27.348446 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c556c-c464-4500-a43e-de2d527e0e0c None None] The sync data for ids ['47801553-c3ca-4618-aeca-dde70db330d2'] in dv-cinder-796286-23-iscsi is: [{'id': '47801553-c3ca-4618-aeca-dde70db330d2', 'name': 'tempest-TestMinimumBasicScenario-958175790-router', 'tenant_id': '2c07799ba44b42538448963acda08b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:12:14Z', 'updated_at': '2021-12-13T23:14:27Z', 'revision_number': 6, 'project_id': '2c07799ba44b42538448963acda08b2b', 'gw_port_host': None}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:14:27.384842 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.410002 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ac985b-afa5-40f1-9053-628f70314216,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:27.473683 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.564590 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.566784 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.611375 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.612008 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47801553-c3ca-4618-aeca-dde70db330d2 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:14:27.616591 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.617772 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fbb01349-eff9-466d-979f-5d21f5ec6cd6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/47801553-c3ca-4618-aeca-dde70db330d2 HTTP/1.1" status: 204 len: 168 time: 0.7718296 Dec 13 23:14:27.620239 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51872) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:27.674871 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Deleting subnet bb70bdb6-b1ea-4522-82b7-28d46ad62a96 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:14:27.678150 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.713323 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.807265 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.874914 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.903205 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb70bdb6-b1ea-4522-82b7-28d46ad62a96,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:27.905198 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:27.909171 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3b88d4aa-67d9-4d0d-aae2-9656f20adf4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb70bdb6-b1ea-4522-82b7-28d46ad62a96 HTTP/1.1" status: 204 len: 168 time: 0.2880003 Dec 13 23:14:27.909829 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217f5f2-086a-43cf-bb48-b027045664e8 None None] Network 141b7528-e139-47a0-a309-077a69d3a2f9 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:14:27.911885 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51874) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:27.988566 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.059284 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] DHCP port deletion for 141b7528-e139-47a0-a309-077a69d3a2f9 request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:14:28.112961 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] Deleting port 40b7cb50-a476-4f2e-961b-f0417a55ba8a {{(pid=102558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:28.113468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.183476 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] For port 40b7cb50-a476-4f2e-961b-f0417a55ba8a, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=40b7cb50-a476-4f2e-961b-f0417a55ba8a,segment=NetworkSegment(71611537-7cd1-414a-98fe-78014d01777a),segment_id=71611537-7cd1-414a-98fe-78014d01777a)] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:28.183881 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.198423 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] Calling delete_port for 40b7cb50-a476-4f2e-961b-f0417a55ba8a owned by network:dhcp {{(pid=102558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:28.279318 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265'] for port, after_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.305691 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] Pushing event deleted for resources: {'Port': ['ID=40b7cb50-a476-4f2e-961b-f0417a55ba8a,revision_number=None']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:28.309991 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604637c-645e-46ac-8230-eaf57aa13e5c None None] No DVR routers for this DVR port 40b7cb50-a476-4f2e-961b-f0417a55ba8a on host dv-cinder-796286-23-iscsi {{(pid=102558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:14:28.316625 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Deleting port 40b7cb50-a476-4f2e-961b-f0417a55ba8a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:28.316960 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.379439 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] For port 40b7cb50-a476-4f2e-961b-f0417a55ba8a, host dv-cinder-796286-23-iscsi, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:28.379871 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.392274 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Calling delete_port for 40b7cb50-a476-4f2e-961b-f0417a55ba8a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:28.394986 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Port 40b7cb50-a476-4f2e-961b-f0417a55ba8a was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 23:14:28.396241 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.426290 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] No DVR routers for this DVR port 40b7cb50-a476-4f2e-961b-f0417a55ba8a on host dv-cinder-796286-23-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:14:28.428267 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=40b7cb50-a476-4f2e-961b-f0417a55ba8a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:28.495744 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.515285 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141b7528-e139-47a0-a309-077a69d3a2f9']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:28.524182 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71611537-7cd1-414a-98fe-78014d01777a') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:28.524471 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71611537-7cd1-414a-98fe-78014d01777a') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:28.533586 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106271'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.546455 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.552876 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:14:28.553250 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7102544'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: Traceback (most recent call last): Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: timer() Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: cb(*args, **kw) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: return func(*args, **kwargs) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: self._notify() Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: self.callback(batched_events) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: event.method(event) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: return f(self, *a, **k) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._get(url).json() Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:14:28.554979 dv-cinder-796286-23-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:14:28.614173 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.619526 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.622736 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/141b7528-e139-47a0-a309-077a69d3a2f9 HTTP/1.1" status: 204 len: 168 time: 0.7098660 Dec 13 23:14:28.633988 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32099626-3da1-42d9-aaa8-1ab274d6c0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=141b7528-e139-47a0-a309-077a69d3a2f9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:28.802081 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51878) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:28.842071 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-07bc9124-f50c-410c-87ea-c6c1b8dd7cba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32fb7851fcdf4c988491b5239cbeb015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387626 Dec 13 23:14:28.844603 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:28.889931 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7eb42b37-9da7-47c8-b300-6d6d8d8c9c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.911711 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7eb42b37-9da7-47c8-b300-6d6d8d8c9c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.963880 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7eb42b37-9da7-47c8-b300-6d6d8d8c9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.968207 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7eb42b37-9da7-47c8-b300-6d6d8d8c9c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:28.969638 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7eb42b37-9da7-47c8-b300-6d6d8d8c9c15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7070cfa3-39c6-457b-9ba2-76d3d32df8b0 HTTP/1.1" status: 204 len: 168 time: 0.1241550 Dec 13 23:14:28.977443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb42b37-9da7-47c8-b300-6d6d8d8c9c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7070cfa3-39c6-457b-9ba2-76d3d32df8b0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:29.301408 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:29.341393 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0d1cf77c-9741-4b59-a8bc-dbd950ca930a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c07799ba44b42538448963acda08b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388010 Dec 13 23:14:29.344092 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51888) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:29.392345 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1cefcbb-2502-42e7-a827-ed6f49b8afbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:29.413489 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1cefcbb-2502-42e7-a827-ed6f49b8afbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:29.423041 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 40b7cb50-a476-4f2e-961b-f0417a55ba8a no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:29.443052 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 40b7cb50-a476-4f2e-961b-f0417a55ba8a {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:29.443446 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 40b7cb50-a476-4f2e-961b-f0417a55ba8a not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:29.443887 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 889019c0-e90e-4063-8108-2f1c239efbf5 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:29.463174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1cefcbb-2502-42e7-a827-ed6f49b8afbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:29.464121 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 889019c0-e90e-4063-8108-2f1c239efbf5 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:29.464468 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 889019c0-e90e-4063-8108-2f1c239efbf5 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:29.464868 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 81ac985b-afa5-40f1-9053-628f70314216 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:29.465887 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1cefcbb-2502-42e7-a827-ed6f49b8afbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:29.467055 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e1cefcbb-2502-42e7-a827-ed6f49b8afbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3662c8c0-8c29-4407-a55d-2ffd329c21e0 HTTP/1.1" status: 204 len: 168 time: 0.1221426 Dec 13 23:14:29.478957 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cefcbb-2502-42e7-a827-ed6f49b8afbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662c8c0-8c29-4407-a55d-2ffd329c21e0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:29.485441 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 81ac985b-afa5-40f1-9053-628f70314216 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:29.485741 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 81ac985b-afa5-40f1-9053-628f70314216 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:35.678462 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:42.280315 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:14:43.130939 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a04c10a-b6a0-4c1d-9ced-74ce47e8ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:45.276637 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1d960544-1a1e-4c3a-8d74-1a9744394a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:46.886897 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:48.220965 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:48.879829 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:52.486276 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:52.662397 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Deleting port cc2de86b-2d9a-4bdc-acfc-818b25476480 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:52.662701 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:52.755539 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:52.755774 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:52.768633 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Calling delete_port for cc2de86b-2d9a-4bdc-acfc-818b25476480 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:52.920755 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:52.945646 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'Port': ['ID=cc2de86b-2d9a-4bdc-acfc-818b25476480,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:53.011486 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:53.011725 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Floating IP 11206e72-7551-42ec-b3ae-3eb8a2b2ccf2 disassociated (deleted). External IP: 172.27.0.121, port: 4f9609b0-e000-4526-a95a-49b5d2e8dabb. Dec 13 23:14:53.235032 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:14:53.351345 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:14:53.355975 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:53.362590 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:14:53.374192 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:53.374922 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:53.386686 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1ee1e7c9-ff4b-4697-b81c-1f34251c7492 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "DELETE /v2.0/floatingips/11206e72-7551-42ec-b3ae-3eb8a2b2ccf2 HTTP/1.1" status: 204 len: 168 time: 0.8989835 Dec 13 23:14:53.387384 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:14:53.389775 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cff255-8541-4632-9e6f-d3bb45cffeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:14:53.435007 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a38700-0af6-498c-978c-a897adb7c2df x-openstack-request-id: req-00a38700-0af6-498c-978c-a897adb7c2df {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:14:53.435298 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:14:53.435551 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00a38700-0af6-498c-978c-a897adb7c2df {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:14:53.435955 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'status': 'completed', 'code': 200} Dec 13 23:14:53.489444 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:53.503049 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-79a0df61-47a1-46c3-a327-c0d7c410cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:53.505398 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-79a0df61-47a1-46c3-a327-c0d7c410cb4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 1098 time: 0.0462344 Dec 13 23:14:53.656982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803d650-2ff6-4c54-9b20-71197ac61d78 req-60f75224-b770-4939-80ea-b745ef18ab10 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:53.658327 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3803d650-2ff6-4c54-9b20-71197ac61d78 req-60f75224-b770-4939-80ea-b745ef18ab10 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0791340 Dec 13 23:14:53.659514 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-46720fa5-f8c6-462d-87c9-62d7c047f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:53.660775 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-46720fa5-f8c6-462d-87c9-62d7c047f1f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.1372139 Dec 13 23:14:53.713145 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-c5b414d4-1bc4-454e-8e85-305b751c5ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb HTTP/1.1" status: 200 len: 217 time: 0.0428154 Dec 13 23:14:53.727084 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:23Z', 'revision_number': 1, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:53.760510 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:14:53.769667 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:14:53.770315 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:53.771286 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3803d650-2ff6-4c54-9b20-71197ac61d78 req-9090a451-6ba1-454b-9215-29b709f778ac tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066720 Dec 13 23:14:53.780409 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-7b55c9b4-f2ae-4723-ad0c-a547f062499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:53.781876 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-7b55c9b4-f2ae-4723-ad0c-a547f062499d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0580955 Dec 13 23:14:53.833442 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-3ce80c89-87ce-4956-93d9-59c91a3b2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:53.835102 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-3ce80c89-87ce-4956-93d9-59c91a3b2618 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442512 Dec 13 23:14:53.928881 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-4580dadb-546f-4083-bcca-e586fe35e8e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853078 Dec 13 23:14:54.022026 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:14:54.028931 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12cff255-8541-4632-9e6f-d3bb45cffeb4 req-1bbb5b86-2d1d-474b-9915-300a9204bab4 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923212 Dec 13 23:14:54.249041 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:23Z', 'revision_number': 1, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:14:54.278292 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d753482-137c-4918-b0e5-ad89137949e7 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_floatingips': [{'id': '5930b78b-c5c0-4f78-b664-d9a937ac6ef8', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'router_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'port_id': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'mac_address': 'fa:16:3e:c8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:11:20Z', 'updated_at': '2021-12-13T23:11:23Z', 'revision_number': 1, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:14:54.498724 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dfe619-bb13-4d4e-8c17-0298d3f9ca2a None None] New status for floating IP 11206e72-7551-42ec-b3ae-3eb8a2b2ccf2: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:14:54.902510 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113daa0-cf28-4491-9a9f-708f4edc9e08 req-b67521e1-15ea-467f-acca-461059b82896 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:54.903973 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7113daa0-cf28-4491-9a9f-708f4edc9e08 req-b67521e1-15ea-467f-acca-461059b82896 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0554488 Dec 13 23:14:54.952978 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7113daa0-cf28-4491-9a9f-708f4edc9e08 req-853367d9-c3fd-4644-bf80-b660b9924a22 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 Dec 13 23:14:55.099851 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-369980c6-c31c-4491-9d5d-c5b0fb47d350 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:14:55.101298 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-369980c6-c31c-4491-9d5d-c5b0fb47d350 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 945 time: 0.0596304 Dec 13 23:14:55.196737 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Deleting port 4f9609b0-e000-4526-a95a-49b5d2e8dabb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:55.197008 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:55.292241 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] For port 4f9609b0-e000-4526-a95a-49b5d2e8dabb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4f9609b0-e000-4526-a95a-49b5d2e8dabb,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:14:55.292604 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:55.311900 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Calling delete_port for 4f9609b0-e000-4526-a95a-49b5d2e8dabb owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:55.453951 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:55.482201 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'Port': ['ID=4f9609b0-e000-4526-a95a-49b5d2e8dabb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:55.524859 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] No DVR routers for this DVR port 4f9609b0-e000-4526-a95a-49b5d2e8dabb on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:14:55.527388 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:55.530666 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90b904d6-1db7-4b67-b32b-2d7860620ed4 req-2cd00d74-2b4d-4cd3-86b2-517611062786 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "DELETE /v2.0/ports/4f9609b0-e000-4526-a95a-49b5d2e8dabb HTTP/1.1" status: 204 len: 173 time: 0.4229224 Dec 13 23:14:55.531099 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'name': 'network-vif-deleted', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:14:55.533348 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe3fd9-5cbd-4e84-8566-838d096c4e84" -d '{"events": [{"server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "name": "network-vif-deleted", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:14:55.573913 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f7bc4-5a11-4829-9826-def05812a9e3 x-openstack-request-id: req-b10f7bc4-5a11-4829-9826-def05812a9e3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:14:55.574263 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677ba26f-6428-422b-9a02-9910c221aa02", "name": "network-vif-deleted", "tag": "4f9609b0-e000-4526-a95a-49b5d2e8dabb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:14:55.574552 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b10f7bc4-5a11-4829-9826-def05812a9e3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:14:55.575106 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677ba26f-6428-422b-9a02-9910c221aa02', 'name': 'network-vif-deleted', 'tag': '4f9609b0-e000-4526-a95a-49b5d2e8dabb', 'status': 'completed', 'code': 200} Dec 13 23:14:56.062287 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b04c88a3-bef4-4b74-a6fb-ea9ea18f6d49 req-64dff8cf-8483-472a-84f0-c38f970072cd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ba26f-6428-422b-9a02-9910c221aa02 HTTP/1.1" status: 200 len: 210 time: 0.0283432 Dec 13 23:14:57.565398 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 4f9609b0-e000-4526-a95a-49b5d2e8dabb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:14:57.590200 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: 4f9609b0-e000-4526-a95a-49b5d2e8dabb {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:14:57.590549 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device 4f9609b0-e000-4526-a95a-49b5d2e8dabb not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:14:59.389761 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51920) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:14:59.550949 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Deleting port 0b4eab0a-17f0-4bcd-a17a-9e39f9d0aca3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:14:59.551289 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:59.631939 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:59.632180 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:59.643865 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Calling delete_port for 0b4eab0a-17f0-4bcd-a17a-9e39f9d0aca3 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:14:59.804430 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:59.828937 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'Port': ['ID=0b4eab0a-17f0-4bcd-a17a-9e39f9d0aca3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:14:59.893911 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:14:59.894162 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Floating IP 5930b78b-c5c0-4f78-b664-d9a937ac6ef8 disassociated (deleted). External IP: 172.27.0.129, port: c2f938ec-d363-431e-b58d-e8c5029dc15c. Dec 13 23:15:00.104620 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:15:00.212088 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:15:00.217421 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:00.223442 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:15:00.234750 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:15:00.235638 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:00.246305 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3242d678-ee25-4754-a8c6-5b5bea8acc7e tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "DELETE /v2.0/floatingips/5930b78b-c5c0-4f78-b664-d9a937ac6ef8 HTTP/1.1" status: 204 len: 168 time: 0.8528428 Dec 13 23:15:00.246305 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:15:00.246611 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c06cbe3-371a-48ed-98e1-d458312c95f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:15:00.286361 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b13bd-23d8-4791-a5a3-91b994ca1728 x-openstack-request-id: req-532b13bd-23d8-4791-a5a3-91b994ca1728 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:15:00.286651 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:15:00.286866 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-532b13bd-23d8-4791-a5a3-91b994ca1728 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:15:00.287302 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'status': 'completed', 'code': 200} Dec 13 23:15:00.346170 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:15:00.353761 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-4a1e46ed-2f67-40c3-82d4-cc6c814f83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:00.355291 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-4a1e46ed-2f67-40c3-82d4-cc6c814f83cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 1099 time: 0.0420985 Dec 13 23:15:00.476491 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-cfb72c17-e6c0-4db5-a1fa-6359449cc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:00.477895 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-cfb72c17-e6c0-4db5-a1fa-6359449cc0d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 200 len: 912 time: 0.1138897 Dec 13 23:15:00.502367 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc91a-43f2-4dae-a8e6-5583a67549b5 req-cb7ec75b-c3a6-4b4f-9f9d-2fe7581ca4f4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:00.503774 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53bfc91a-43f2-4dae-a8e6-5583a67549b5 req-cb7ec75b-c3a6-4b4f-9f9d-2fe7581ca4f4 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 946 time: 0.0668094 Dec 13 23:15:00.535519 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-32c94a11-f054-4d74-912a-6905c06357ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 200 len: 217 time: 0.0487475 Dec 13 23:15:00.557300 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:00.588447 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:15:00.597991 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:15:00.598614 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:00.608764 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-94b101c9-4309-4e8c-b85a-cedbc43bcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:00.610255 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-94b101c9-4309-4e8c-b85a-cedbc43bcb1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 200 len: 851 time: 0.0665550 Dec 13 23:15:00.614083 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-53bfc91a-43f2-4dae-a8e6-5583a67549b5 req-9e06ac97-3609-4b1c-a8f9-183461eaad15 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852532 Dec 13 23:15:00.657295 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-f85bf969-9625-48cb-ba9a-71172b21beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:00.658832 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-f85bf969-9625-48cb-ba9a-71172b21beba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6646f8aa-a5ae-40b1-af43-1c8579efe381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401919 Dec 13 23:15:00.704953 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:15:00.749794 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-5f7595e0-115f-431d-8723-340cce4d13ca service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828521 Dec 13 23:15:00.843478 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c06cbe3-371a-48ed-98e1-d458312c95f3 req-4bf7ad72-148b-46bf-8889-ff127ea19fe1 service neutron] 10.222.0.32 "GET /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862739 Dec 13 23:15:00.906779 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:00.933611 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fcadd1-86a6-4160-8a23-03c0d5bd0493 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:15Z', 'revision_number': 4, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi', '_interfaces': [{'id': '5a94cad2-a31f-4683-a0f5-b8496149d9ef', 'name': '', 'network_id': '6646f8aa-a5ae-40b1-af43-1c8579efe381', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'mac_address': 'fa:16:3e:7b:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:14Z', 'updated_at': '2021-12-13T23:08:19Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'subnets': [{'id': '3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:15:01.149981 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abbb02-b7c6-49f1-8794-952c380d99d8 None None] New status for floating IP 5930b78b-c5c0-4f78-b664-d9a937ac6ef8: DOWN {{(pid=102559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 23:15:01.741125 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bb5e1-b7ae-439b-902a-144c0477fb7d req-dc479f27-d896-4562-b19e-89c48e7fa05d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:01.742627 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-119bb5e1-b7ae-439b-902a-144c0477fb7d req-dc479f27-d896-4562-b19e-89c48e7fa05d tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 946 time: 0.0527589 Dec 13 23:15:01.793020 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-119bb5e1-b7ae-439b-902a-144c0477fb7d req-d01836a3-6cc5-476a-af2b-f1a0e3b6f75a tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/security-groups?id=829aaee3-bf2d-428a-9f01-e91a6c5f2a12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435953 Dec 13 23:15:01.963343 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-8dba4982-83b3-4937-b382-bc630bbf7e79 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:01.964795 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-8dba4982-83b3-4937-b382-bc630bbf7e79 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 946 time: 0.0638561 Dec 13 23:15:02.064272 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Deleting port c2f938ec-d363-431e-b58d-e8c5029dc15c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:02.064589 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:02.152508 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] For port c2f938ec-d363-431e-b58d-e8c5029dc15c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c2f938ec-d363-431e-b58d-e8c5029dc15c,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:02.152829 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:02.164414 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Calling delete_port for c2f938ec-d363-431e-b58d-e8c5029dc15c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:02.308114 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:02.340059 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'Port': ['ID=c2f938ec-d363-431e-b58d-e8c5029dc15c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:02.380833 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] No DVR routers for this DVR port c2f938ec-d363-431e-b58d-e8c5029dc15c on host hv-cinder-79628 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:15:02.383462 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:02.386980 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0fed0ef2-19d1-494a-a981-a986867d7961 req-979dd225-bb88-4fab-9f9e-490a684d2c02 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.32 "DELETE /v2.0/ports/c2f938ec-d363-431e-b58d-e8c5029dc15c HTTP/1.1" status: 204 len: 173 time: 0.4156833 Dec 13 23:15:02.387443 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'name': 'network-vif-deleted', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:15:02.389726 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdad4b83202434e3611cef720e412f9ce332b2339d0de61d9aa8b49458cde186" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba83612-d5ae-4549-a0e8-590a98f02290" -d '{"events": [{"server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "name": "network-vif-deleted", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 23:15:02.427112 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 23:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b0cf63-d881-4a4a-9815-756ad63163a6 x-openstack-request-id: req-e1b0cf63-d881-4a4a-9815-756ad63163a6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 23:15:02.427395 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede3bf14-ee3f-40c0-b84b-fcae9c5b698c", "name": "network-vif-deleted", "tag": "c2f938ec-d363-431e-b58d-e8c5029dc15c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 23:15:02.427683 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1b0cf63-d881-4a4a-9815-756ad63163a6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 23:15:02.428080 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede3bf14-ee3f-40c0-b84b-fcae9c5b698c', 'name': 'network-vif-deleted', 'tag': 'c2f938ec-d363-431e-b58d-e8c5029dc15c', 'status': 'completed', 'code': 200} Dec 13 23:15:02.902966 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ecb23f4-128f-4896-be6c-0cb894860d8c req-0c9c24aa-9b75-4960-97c7-24217754cdfc tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede3bf14-ee3f-40c0-b84b-fcae9c5b698c HTTP/1.1" status: 200 len: 210 time: 0.0274222 Dec 13 23:15:03.968541 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51936) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:04.092521 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Deleting port 1582f8b5-0c64-4c56-99db-f2d97694f0a4 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:04.092815 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:04.168865 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:04.169159 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:04.181214 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Calling delete_port for 1582f8b5-0c64-4c56-99db-f2d97694f0a4 owned by network:floatingip {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:04.324553 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:04.355907 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'Port': ['ID=1582f8b5-0c64-4c56-99db-f2d97694f0a4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:04.413866 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for floatingip, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:04.416928 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3857'] for floatingip, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:04.418090 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-be112fb7-a847-4485-adc3-eeb6399b5c74 tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "DELETE /v2.0/floatingips/9dddf1c9-f1e2-4fde-b6ae-890bbce7ce71 HTTP/1.1" status: 204 len: 168 time: 0.4485505 Dec 13 23:15:05.582116 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c2f938ec-d363-431e-b58d-e8c5029dc15c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:05.605809 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] No Port match for: c2f938ec-d363-431e-b58d-e8c5029dc15c {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:05.606407 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Device c2f938ec-d363-431e-b58d-e8c5029dc15c not bound to the agent host hv-cinder-79628 {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:05.620153 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51948) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:05.674097 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:05.684190 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e49b4c9-41b0-4306-96ed-e475f8ded9dd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:05.709990 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e49b4c9-41b0-4306-96ed-e475f8ded9dd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:05.771220 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e49b4c9-41b0-4306-96ed-e475f8ded9dd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:05.773949 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e49b4c9-41b0-4306-96ed-e475f8ded9dd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Publish callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:05.775744 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5e49b4c9-41b0-4306-96ed-e475f8ded9dd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] 10.222.0.13 "DELETE /v2.0/security-groups/829aaee3-bf2d-428a-9f01-e91a6c5f2a12 HTTP/1.1" status: 204 len: 168 time: 0.1546140 Dec 13 23:15:05.785416 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b4c9-41b0-4306-96ed-e475f8ded9dd tempest-TestVolumeBootPattern-346911594 tempest-TestVolumeBootPattern-346911594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829aaee3-bf2d-428a-9f01-e91a6c5f2a12,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:05.830174 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:06.644814 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:06.892690 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Deleting port 5a94cad2-a31f-4683-a0f5-b8496149d9ef {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:06.893002 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:06.975415 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] For port 5a94cad2-a31f-4683-a0f5-b8496149d9ef, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5a94cad2-a31f-4683-a0f5-b8496149d9ef,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:06.975813 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:06.987653 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Calling delete_port for 5a94cad2-a31f-4683-a0f5-b8496149d9ef owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:07.175743 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:07.201782 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a94cad2-a31f-4683-a0f5-b8496149d9ef,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:07.366185 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:07.590666 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Router 10f062fc-680e-4a31-b4dc-c26d2c597f2e has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:15:07.711541 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:15:07.717091 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ca2e93ec-2698-4200-b0d5-b2407bb2704c admin admin] 10.222.0.13 "PUT /v2.0/routers/10f062fc-680e-4a31-b4dc-c26d2c597f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857303 Dec 13 23:15:07.720499 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51956) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:07.723142 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] Sync routers for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:15:07.734770 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:15:07.735421 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:07.822117 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:07.841264 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: dv-cinder-796286-23-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:15:07.924574 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:07.977298 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Deleting port 02532d01-e834-4c69-894c-6b91558e0728 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:07.977552 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.022365 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '02532d01-e834-4c69-894c-6b91558e0728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:15:07Z', 'revision_number': 5, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port': {'id': '02532d01-e834-4c69-894c-6b91558e0728', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:08.049230 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] Checking router: 10f062fc-680e-4a31-b4dc-c26d2c597f2e for host: dv-cinder-796286-23-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:15:08.053806 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] For port 02532d01-e834-4c69-894c-6b91558e0728, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=02532d01-e834-4c69-894c-6b91558e0728,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:08.054175 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.057722 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] Routers {'10f062fc-680e-4a31-b4dc-c26d2c597f2e'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:15:08.058327 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:08.066269 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Calling delete_port for 02532d01-e834-4c69-894c-6b91558e0728 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:08.143763 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] Set router 10f062fc-680e-4a31-b4dc-c26d2c597f2e gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:15:08.193805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:15:07Z', 'revision_number': 6, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:08.222038 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874009cc-8a4b-4ad0-bd3b-645764cff139 None None] The sync data for ids ['10f062fc-680e-4a31-b4dc-c26d2c597f2e'] in dv-cinder-796286-23-iscsi is: [{'id': '10f062fc-680e-4a31-b4dc-c26d2c597f2e', 'name': 'tempest-TestVolumeBootPattern-1777701769-router', 'tenant_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:12Z', 'updated_at': '2021-12-13T23:15:07Z', 'revision_number': 6, 'project_id': 'd41d0a6cbf194f8c89c606ddb13feecb', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:15:08.230885 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.260586 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02532d01-e834-4c69-894c-6b91558e0728,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:08.319089 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.406665 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.408778 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.458021 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.458565 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f062fc-680e-4a31-b4dc-c26d2c597f2e {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:15:08.463459 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.464608 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-627e8f32-6a98-4dc3-bce7-07b340d6e1d7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/10f062fc-680e-4a31-b4dc-c26d2c597f2e HTTP/1.1" status: 204 len: 168 time: 0.7432284 Dec 13 23:15:08.467215 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:08.510981 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Deleting subnet 3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:15:08.514029 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.547286 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.628982 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.686216 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.713433 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.716742 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f HTTP/1.1" status: 204 len: 168 time: 0.2484894 Dec 13 23:15:08.717806 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa95eb-83a7-4ecb-8785-882136fc39d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac7fe46-14ba-4b72-8ebf-f90b5e00dd4f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:08.719350 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51960) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:08.722157 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0949e0-fb53-49fe-a25a-b68d39639dcd None None] Network 6646f8aa-a5ae-40b1-af43-1c8579efe381 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:15:08.790306 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.842852 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Deleting port 26614ee8-ce12-4683-b427-4224dd03b79b {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:08.843194 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.912707 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] For port 26614ee8-ce12-4683-b427-4224dd03b79b, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=26614ee8-ce12-4683-b427-4224dd03b79b,segment=NetworkSegment(888bab1b-956a-4815-a2b5-ea33e75c6d43),segment_id=888bab1b-956a-4815-a2b5-ea33e75c6d43)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:08.912998 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:08.930116 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Calling delete_port for 26614ee8-ce12-4683-b427-4224dd03b79b owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:08.990413 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] DHCP port deletion for 6646f8aa-a5ae-40b1-af43-1c8579efe381 request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:15:09.023487 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.042968 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Deleting port 26614ee8-ce12-4683-b427-4224dd03b79b {{(pid=102558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:09.043267 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.050091 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=26614ee8-ce12-4683-b427-4224dd03b79b,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:09.051896 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] No DVR routers for this DVR port 26614ee8-ce12-4683-b427-4224dd03b79b on host dv-cinder-796286-23-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:15:09.111023 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] For port 26614ee8-ce12-4683-b427-4224dd03b79b, host dv-cinder-796286-23-iscsi, got binding levels [] {{(pid=102558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:09.111425 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.122577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.124048 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Calling delete_port for 26614ee8-ce12-4683-b427-4224dd03b79b owned by network:dhcp {{(pid=102558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:09.126710 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.ipam_backend_mixin [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Port 26614ee8-ce12-4683-b427-4224dd03b79b was not found and therefore no delete operation was performed {{(pid=102558) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 23:15:09.127975 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265'] for port, after_delete {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.146477 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6646f8aa-a5ae-40b1-af43-1c8579efe381']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:09.155882 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888bab1b-956a-4815-a2b5-ea33e75c6d43') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:09.156406 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888bab1b-956a-4815-a2b5-ea33e75c6d43') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:09.156658 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] Pushing event deleted for resources: {'Port': ['ID=26614ee8-ce12-4683-b427-4224dd03b79b,revision_number=None']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:09.161692 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96877c5c-8ce9-4afa-8f01-23ae15c698b1 None None] No DVR routers for this DVR port 26614ee8-ce12-4683-b427-4224dd03b79b on host dv-cinder-796286-23-iscsi {{(pid=102558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:15:09.166134 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.183572 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.190311 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:15:09.190787 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:15:09.192755 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:15:09.253500 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.261846 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.267791 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6646f8aa-a5ae-40b1-af43-1c8579efe381 HTTP/1.1" status: 204 len: 168 time: 0.5447128 Dec 13 23:15:09.268157 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51962) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:09.275366 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca6669-4c0a-4bb5-8ffd-3f00027046b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6646f8aa-a5ae-40b1-af43-1c8579efe381,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:09.448168 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 02532d01-e834-4c69-894c-6b91558e0728 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:09.468275 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 02532d01-e834-4c69-894c-6b91558e0728 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:09.468623 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 02532d01-e834-4c69-894c-6b91558e0728 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:09.469031 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5a94cad2-a31f-4683-a0f5-b8496149d9ef no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:09.487131 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 5a94cad2-a31f-4683-a0f5-b8496149d9ef {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:09.487473 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5a94cad2-a31f-4683-a0f5-b8496149d9ef not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:09.487876 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 26614ee8-ce12-4683-b427-4224dd03b79b no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:09.506289 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 26614ee8-ce12-4683-b427-4224dd03b79b {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:09.506629 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 26614ee8-ce12-4683-b427-4224dd03b79b not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:09.616681 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713748'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.864577 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Deleting port e96b6fad-106d-4707-8c70-f59e6a5660dd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:09.865310 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.945902 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] For port e96b6fad-106d-4707-8c70-f59e6a5660dd, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=e96b6fad-106d-4707-8c70-f59e6a5660dd,segment=NetworkSegment(7d3d43f9-03e0-45e0-853f-d3ad9765eaee),segment_id=7d3d43f9-03e0-45e0-853f-d3ad9765eaee)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:09.946176 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:09.958245 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Calling delete_port for e96b6fad-106d-4707-8c70-f59e6a5660dd owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:10.151888 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7102477'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:10.176637 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96b6fad-106d-4707-8c70-f59e6a5660dd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:10.342633 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713864'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:10.560121 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Router a1d520e9-df44-4a34-bbdd-2cc0a7210453 has already been hosted by L3 agent a3c74d7e-9017-4fe8-8d84-45afd95f9f18 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:15:10.931648 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] Notify agent at l3_agent.dv-cinder-796286-23-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:15:10.936908 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-671fd01b-80a1-4bb7-bd9f-c49917c5be97 admin admin] 10.222.0.13 "PUT /v2.0/routers/a1d520e9-df44-4a34-bbdd-2cc0a7210453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6676311 Dec 13 23:15:10.940290 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51964) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:10.944212 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] Sync routers for ids ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'] in dv-cinder-796286-23-iscsi {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 23:15:10.957027 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] Routers {'a1d520e9-df44-4a34-bbdd-2cc0a7210453'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:15:10.957623 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:11.045378 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks [] for router, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.065196 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] Set router a1d520e9-df44-4a34-bbdd-2cc0a7210453 gateway port host: dv-cinder-796286-23-iscsi {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:15:11.147696 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.201532 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Deleting port 5948314d-e4cb-4641-9aa0-8237e8105b99 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:11.201803 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.239460 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'external_fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:15:10Z', 'revision_number': 5, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port': {'id': '5948314d-e4cb-4641-9aa0-8237e8105b99', 'name': '', 'network_id': '32239e6a-0d6b-4b84-ab25-8e251c4f3970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:08:18Z', 'updated_at': '2021-12-13T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11c1939f-1e94-4099-b861-147f5854cfe5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-23-iscsi'}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:11.277505 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] Checking router: a1d520e9-df44-4a34-bbdd-2cc0a7210453 for host: dv-cinder-796286-23-iscsi {{(pid=102559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 23:15:11.286387 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] Routers {'a1d520e9-df44-4a34-bbdd-2cc0a7210453'} bound to L3 agent in host dv-cinder-796286-23-iscsi {{(pid=102559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:15:11.286984 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T22:55:15Z,description=,heartbeat_timestamp=2021-12-13T23:14:45Z,host='dv-cinder-796286-23-iscsi',id=a3c74d7e-9017-4fe8-8d84-45afd95f9f18,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T22:55:15Z,topic='l3_agent')) {'router_ids': ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'], 'active': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:11.288023 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] For port 5948314d-e4cb-4641-9aa0-8237e8105b99, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=5948314d-e4cb-4641-9aa0-8237e8105b99,segment=NetworkSegment(e7adb96d-a6c8-46f3-a0c6-1889768c5684),segment_id=e7adb96d-a6c8-46f3-a0c6-1889768c5684)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:11.288425 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.300720 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Calling delete_port for 5948314d-e4cb-4641-9aa0-8237e8105b99 owned by network:router_gateway {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:11.469568 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvr_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] Set router a1d520e9-df44-4a34-bbdd-2cc0a7210453 gateway port host: None {{(pid=102559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 23:15:11.478912 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.506443 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Pushing event deleted for resources: {'Port': ['ID=5948314d-e4cb-4641-9aa0-8237e8105b99,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:11.522489 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.l3_hamode_db [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:15:11Z', 'revision_number': 6, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port_host': None}], 'dv-cinder-796286-23-iscsi', False) {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:11.552591 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025804c-626c-4712-9d36-ac9ce8491b15 None None] The sync data for ids ['a1d520e9-df44-4a34-bbdd-2cc0a7210453'] in dv-cinder-796286-23-iscsi is: [{'id': 'a1d520e9-df44-4a34-bbdd-2cc0a7210453', 'name': 'tempest-TestVolumeBootPattern-1236788055-router', 'tenant_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:08:17Z', 'updated_at': '2021-12-13T23:15:11Z', 'revision_number': 6, 'project_id': '00d0b4b2bb5c4cd5840d704057e245d1', 'gw_port_host': None}] {{(pid=102559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 23:15:11.564629 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-715306'] for router_gateway, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.657124 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4673'] for router, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.659440 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.705375 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719795'] for router, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.706068 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1d520e9-df44-4a34-bbdd-2cc0a7210453 {{(pid=102557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:15:11.710596 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] Publish callbacks [] for router, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.711747 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-c9768653-92ad-44a0-a81e-0fca18d5352d admin admin] 10.222.0.13 "DELETE /v2.0/routers/a1d520e9-df44-4a34-bbdd-2cc0a7210453 HTTP/1.1" status: 204 len: 168 time: 0.7704406 Dec 13 23:15:11.715143 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:11.760333 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Deleting subnet 63ed7e37-423e-4a58-92f2-7b5ddb24668e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 23:15:11.763869 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.800662 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106084'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.880608 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834943'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.937121 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-785049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7102522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5738631'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.967620 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ed7e37-423e-4a58-92f2-7b5ddb24668e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:11.971211 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:11.974464 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2e49b2b7-7f54-45a2-9cf6-577068c47bf9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63ed7e37-423e-4a58-92f2-7b5ddb24668e HTTP/1.1" status: 204 len: 168 time: 0.2582374 Dec 13 23:15:11.977039 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51968) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:11.981720 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e3a2e-e36f-4ec0-8f04-f35c7c63c654 None None] Network a96fe40f-47f5-4dd9-b16e-805a948dd5c2 requested from dv-cinder-796286-23-iscsi {{(pid=102558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 23:15:12.049629 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638801'] for network, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.106975 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Deleting port 72260f5c-87cc-4637-891f-6573bc89e000 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 23:15:12.107315 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789966146416'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.167046 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] For port 72260f5c-87cc-4637-891f-6573bc89e000, host dv-cinder-796286-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-23-iscsi',level=0,port_id=72260f5c-87cc-4637-891f-6573bc89e000,segment=NetworkSegment(7d3d43f9-03e0-45e0-853f-d3ad9765eaee),segment_id=7d3d43f9-03e0-45e0-853f-d3ad9765eaee)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:15:12.167414 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544897'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.180142 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Calling delete_port for 72260f5c-87cc-4637-891f-6573bc89e000 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 23:15:12.269031 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789966055635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789965571265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5672369'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.300745 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Pushing event deleted for resources: {'Port': ['ID=72260f5c-87cc-4637-891f-6573bc89e000,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:12.304321 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] No DVR routers for this DVR port 72260f5c-87cc-4637-891f-6573bc89e000 on host dv-cinder-796286-23-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:15:12.344221 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f186f-e2ae-4ec9-97c0-dca8763b8e99 None None] DHCP port deletion for a96fe40f-47f5-4dd9-b16e-805a948dd5c2 request from dv-cinder-796286-23-iscsi {{(pid=102558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 23:15:12.382439 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830952', 'neutron.services.segments.db._delete_segments_for_network-8789966122882'] for network, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.403503 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96fe40f-47f5-4dd9-b16e-805a948dd5c2']}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:12.412749 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3d43f9-03e0-45e0-853f-d3ad9765eaee') {'for_net_delete': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:12.413043 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.services.segments.db [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3d43f9-03e0-45e0-853f-d3ad9765eaee') {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:15:12.422719 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789966125451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6830953'] for segment, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.436192 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806'] for segment, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.442419 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 23:15:12.442922 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5672428'] for segment, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: Traceback (most recent call last): Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: timer() Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: cb(*args, **kw) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: return func(*args, **kwargs) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: self._notify() Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: self.callback(batched_events) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: event.method(event) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: return f(self, *a, **k) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._get(url).json() Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: return self.request(url, 'GET', **kwargs) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:15:12.444728 dv-cinder-796286-23-iscsi neutron-server[102557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:15:12.503542 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-715270'] for network, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.509016 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554863'] for network, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.512792 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] 10.222.0.13 "DELETE /v2.0/networks/a96fe40f-47f5-4dd9-b16e-805a948dd5c2 HTTP/1.1" status: 204 len: 168 time: 0.5347216 Dec 13 23:15:12.526799 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0a075-ba69-4074-b7bd-d711a8fe787a admin admin] Pushing event deleted for resources: {'Network': ['ID=a96fe40f-47f5-4dd9-b16e-805a948dd5c2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:12.649032 dv-cinder-796286-23-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.13', 51972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:12.691619 dv-cinder-796286-23-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bd522f57-2771-4db9-b304-9bccd63b6a71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d41d0a6cbf194f8c89c606ddb13feecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414088 Dec 13 23:15:12.694454 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51974) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:12.744713 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14922e24-63a1-4c3b-9ab3-87eead1bb47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.765079 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14922e24-63a1-4c3b-9ab3-87eead1bb47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.812692 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14922e24-63a1-4c3b-9ab3-87eead1bb47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.816530 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14922e24-63a1-4c3b-9ab3-87eead1bb47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:12.818074 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-14922e24-63a1-4c3b-9ab3-87eead1bb47a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/859317e8-62fd-43c1-8c2d-de6b8c430eae HTTP/1.1" status: 204 len: 168 time: 0.1224639 Dec 13 23:15:12.825577 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14922e24-63a1-4c3b-9ab3-87eead1bb47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859317e8-62fd-43c1-8c2d-de6b8c430eae,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:13.123011 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a5174755-1fdc-46c2-a49e-9f063f9dac5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:13.171251 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51980) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:13.216100 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-8cee8668-5787-4c25-b8ca-09ae75081a2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00d0b4b2bb5c4cd5840d704057e245d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436025 Dec 13 23:15:13.219753 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [-] (102557) accepted ('10.222.0.13', 51982) {{(pid=102557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 23:15:13.267339 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36ffe495-0b60-475c-86b0-7e1eede87a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:13.291654 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36ffe495-0b60-475c-86b0-7e1eede87a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:13.342533 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36ffe495-0b60-475c-86b0-7e1eede87a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675182'] for security_group, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:13.345155 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36ffe495-0b60-475c-86b0-7e1eede87a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:13.346340 dv-cinder-796286-23-iscsi neutron-server[102557]: INFO neutron.wsgi [None req-36ffe495-0b60-475c-86b0-7e1eede87a16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51aa5fe6-e413-4ead-acc5-538d96519d5e HTTP/1.1" status: 204 len: 168 time: 0.1257241 Dec 13 23:15:13.354509 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe495-0b60-475c-86b0-7e1eede87a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa5fe6-e413-4ead-acc5-538d96519d5e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:13.452471 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5948314d-e4cb-4641-9aa0-8237e8105b99 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:13.622135 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 5948314d-e4cb-4641-9aa0-8237e8105b99 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:13.622371 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 5948314d-e4cb-4641-9aa0-8237e8105b99 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:13.622784 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 72260f5c-87cc-4637-891f-6573bc89e000 no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:13.647205 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: 72260f5c-87cc-4637-891f-6573bc89e000 {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:13.647604 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device 72260f5c-87cc-4637-891f-6573bc89e000 not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:13.647968 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e96b6fad-106d-4707-8c70-f59e6a5660dd no longer exists at agent ovs-agent-dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 23:15:13.669991 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] No Port match for: e96b6fad-106d-4707-8c70-f59e6a5660dd {{(pid=102558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 23:15:13.670325 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.rpc [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Device e96b6fad-106d-4707-8c70-f59e6a5660dd not bound to the agent host dv-cinder-796286-23-iscsi {{(pid=102558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 23:15:15.281084 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-30b687d2-ecd2-4b15-b91e-c51c5cc83358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:16.888035 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:18.243036 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:18.878491 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:19.274868 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:15:35.684040 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:43.132674 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2a64-3059-4c80-97c2-f2815197ff11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:45.288496 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f7006db-3fd0-4ab1-b7a0-e332e7b90894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:46.899434 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:48.234075 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:48.877747 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:15:56.278257 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:16:05.679729 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:13.129435 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-501748bb-bec1-4208-a66c-0a5dc7e3bcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:15.277482 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d53a0341-0fa3-4384-93b7-9074a0c906d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:16.899508 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:18.238015 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:18.881396 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:33.281899 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:16:35.696868 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:43.133754 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-27f211c5-9d6e-4422-8545-f32d5deffe01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:45.278609 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-672e6c4a-14e8-4210-981f-c950eaf6e571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:46.906581 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:48.243676 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:16:48.881727 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:05.690783 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:10.282262 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:17:13.135744 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-25a17e2d-ef21-441a-a837-1e236f4e1780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:15.279146 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e42a271a-8391-4370-ab4d-a7c0952da8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:16.911740 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:18.243968 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:18.884151 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:35.696639 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:43.132237 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2ac7-9ffa-40eb-9182-f3b26aca045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:45.283498 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-858c5bdf-e109-41c5-99e7-f7f7effdd4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:46.912647 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:47.288150 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:17:48.252300 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:17:48.889495 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:05.700396 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:13.132637 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-38dfa374-50d9-4efc-9f8d-865fdec5e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:15.298211 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d2a6-9638-455f-807e-b736ae5959f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:16.917845 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:18.249514 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:18.878176 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:24.293098 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:18:25.199661 dv-cinder-796286-23-iscsi neutron-server[102557]: DEBUG neutron.wsgi [req-12a99f28-6c3d-43f4-9a95-c4f812a41924 req-63c89fbe-2725-4030-8c65-83d248f1dabb service neutron] (102557) timed out ('10.222.0.32', 65174) {{(pid=102557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 23:18:35.727530 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:43.132082 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-210bf60e-06cd-474c-8177-90f07dee74c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:45.287271 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b1428244-0aa1-44ad-9b81-6a93ef348f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:46.923084 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:48.243650 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:18:48.877349 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:01.298128 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:19:05.723828 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:13.137133 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6fc13029-c6ea-4492-a0ab-d640164d0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:15.277141 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec068623-2e90-4b27-a503-3aa8521c0c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:16.922100 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:18.244393 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:18.878733 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:35.726904 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:38.301238 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:19:43.134962 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0a8e74b8-4f56-4502-a618-11fce820581f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:45.278030 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e2768ee-8bbc-422b-8b91-ff50cd0ec0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:46.930428 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:48.249875 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:19:48.873503 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:20:05.730805 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-13a04bf6-1d26-4773-853d-4e4344cc3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:20:13.130105 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ad2120a1-3e13-4716-b1e2-9421db674aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:20:15.276803 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-66afbd5a-8766-4d4c-93d1-e87ec0ac05a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:20:15.300023 dv-cinder-796286-23-iscsi neutron-server[102559]: DEBUG neutron.db.agents_db [None req-7e31e015-8f2a-4c6c-b995-3d682063d13b None None] Agent healthcheck: found 6 active agents {{(pid=102559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 23:20:16.927965 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4138e3a1-e415-4cfa-be0d-6078b392675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:20:18.254697 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-fe683c5c-f4f3-4a00-96a3-d3836655418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 23:20:18.879036 dv-cinder-796286-23-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4b90f78e-3672-46a9-822c-25074832def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789966122837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1830654'] for agent, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}